From a77142719a1858847a15cc8ccdbd96ab153295b3 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 26 Jun 2019 12:50:18 +0100 Subject: [PATCH 01/83] Decrease the number of test instances --- terraform/variables.tf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/terraform/variables.tf b/terraform/variables.tf index 68f52e99..34e30393 100644 --- a/terraform/variables.tf +++ b/terraform/variables.tf @@ -39,7 +39,7 @@ variable "default_instances" { } variable "test_instances" { - default = 5 + default = 2 } variable "default_tfstate" { From 2995b84410c99da9dd59e1f1944a05b8c6f15e4d Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 26 Jun 2019 12:54:36 +0100 Subject: [PATCH 02/83] Delete ansible hosts file --- ansible/hosts | 74 --------------------------------------------------- 1 file changed, 74 deletions(-) delete mode 100644 ansible/hosts diff --git a/ansible/hosts b/ansible/hosts deleted file mode 100644 index b04e9195..00000000 --- a/ansible/hosts +++ /dev/null @@ -1,74 +0,0 @@ -[all] -192.168.0.10 -192.168.0.11 -192.168.0.6 -192.168.0.7 -192.168.0.8 -192.168.0.9 -193.62.55.122 -193.62.55.123 -192.168.0.5 - -[all:vars] -floating_ip=["193.62.55.123"] -tfstate_file=["terraform.tfstate.d/test/terraform.tfstate"] - -[associate_postgres_floating_ip] -193.62.55.122 - -[associate_postgres_floating_ip.0] -193.62.55.122 - -[consumers] -192.168.0.7 -192.168.0.8 -192.168.0.9 -192.168.0.10 -192.168.0.11 - -[consumers.0] -192.168.0.7 - -[consumers.1] -192.168.0.8 - -[consumers.2] -192.168.0.9 - -[consumers.3] -192.168.0.10 - -[consumers.4] -192.168.0.11 - -[postgres] -192.168.0.6 - -[postgres.0] -192.168.0.6 - -[producer] -192.168.0.5 - -[producer.0] -192.168.0.5 - -[sequence_search] -193.62.55.123 - -[sequence_search.0] -193.62.55.123 - -[type_openstack_compute_floatingip_associate_v2] -193.62.55.122 -193.62.55.123 - -[type_openstack_compute_instance_v2] -192.168.0.10 -192.168.0.11 -192.168.0.6 -192.168.0.7 -192.168.0.8 -192.168.0.9 -192.168.0.5 - From 870df68e521b2ed615de9ed5e2f2f116c91fdebe Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 26 Jun 2019 12:55:19 +0100 Subject: [PATCH 03/83] Add providers.tf instructions to Readme --- README.md | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 83a7efff..d15aba30 100644 --- a/README.md +++ b/README.md @@ -30,13 +30,15 @@ running unit-tests on local machine only, it is not using any database or networ - [Terraform inventory](https://github.com/adammck/terraform-inventory) - [Virtual environment](https://virtualenv.pypa.io/en/latest/) with installed dependencies -1. Generate `sequence_search_rsa` key: +1. Create `terraform/providers.tf` using the `providers.tf.template` file. + +2. Generate `sequence_search_rsa` key: `cd terraform && ssh-keygen -t rsa -b 4096` See: https://help.github.com/en/articles/generating-a-new-ssh-key-and-adding-it-to-the-ssh-agent -2. Follow steps in `redeploy.jenkinsfile`. +3. Follow steps in `redeploy.jenkinsfile`. - Install SSH keys - Run `terraform init && terraform apply` to create the infrastructure From 0aaa1d2826686997da2a97022cca13d9dba9fdfc Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 26 Jun 2019 12:55:29 +0100 Subject: [PATCH 04/83] Add nfs to terraform --- terraform/main.tf | 44 ++- .../test/terraform.tfstate | 359 ++++-------------- 2 files changed, 115 insertions(+), 288 deletions(-) diff --git a/terraform/main.tf b/terraform/main.tf index 4af64dbe..6201c137 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -97,6 +97,40 @@ resource "openstack_compute_secgroup_v2" "sequence_search" { } } +resource "openstack_compute_instance_v2" "nfs_server" { + depends_on = ["openstack_compute_keypair_v2.sequence_search"] + name = "${terraform.workspace}-nfs-server" + image_name = "${var.image}" + flavor_name = "${var.flavor}" + key_pair = "${openstack_compute_keypair_v2.sequence_search.name}" + security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] + + network { + uuid = "${openstack_networking_network_v2.sequence_search.id}" + } +} + +resource "openstack_blockstorage_volume_v2" "nfs_vol" { + name = "nfs_vol" + size = 10 +} + +resource "openstack_compute_volume_attach_v2" "attached" { + instance_id = "${openstack_compute_instance_v2.nfs_server.id}" + volume_id = "${openstack_blockstorage_volume_v2.nfs_vol.id}" +} + +resource "openstack_compute_floatingip_associate_v2" "associate_nfs_floating_ip" { + floating_ip = "${local.floating_ip}" + instance_id = "${openstack_compute_instance_v2.producer.id}" +} + +resource "openstack_compute_floatingip_associate_v2" "nfs_server_floating_ip" { + depends_on = ["openstack_compute_instance_v2.producer", "openstack_networking_router_interface_v2.sequence_search"] + floating_ip = "${local.postgres_floating_ip}" + instance_id = "${openstack_compute_instance_v2.nfs_server.id}" +} + resource "openstack_compute_instance_v2" "producer" { depends_on = ["openstack_compute_keypair_v2.sequence_search"] name = "${terraform.workspace}-producer" @@ -168,11 +202,11 @@ resource "openstack_compute_floatingip_associate_v2" "sequence_search" { instance_id = "${openstack_compute_instance_v2.producer.id}" } -resource "openstack_compute_floatingip_associate_v2" "associate_postgres_floating_ip" { - depends_on = ["openstack_compute_instance_v2.postgres", "openstack_networking_router_interface_v2.sequence_search"] - floating_ip = "${local.postgres_floating_ip}" - instance_id = "${openstack_compute_instance_v2.postgres.id}" -} +# resource "openstack_compute_floatingip_associate_v2" "associate_postgres_floating_ip" { +# depends_on = ["openstack_compute_instance_v2.postgres", "openstack_networking_router_interface_v2.sequence_search"] +# floating_ip = "${local.postgres_floating_ip}" +# instance_id = "${openstack_compute_instance_v2.postgres.id}" +# } resource "null_resource" "post-flight" { triggers { diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 13ac0de7..7fba6764 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 40, + "serial": 46, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -31,11 +31,11 @@ "local.tfstate_file" ], "primary": { - "id": "4991250051521095371", + "id": "982068964356454700", "attributes": { - "id": "4991250051521095371", + "id": "982068964356454700", "triggers.%": "1", - "triggers.build_number": "2019-05-15T14:04:07Z" + "triggers.build_number": "2019-06-26T11:48:14Z" }, "meta": {}, "tainted": false @@ -49,11 +49,11 @@ "local.floating_ip" ], "primary": { - "id": "5117306512785871781", + "id": "4944284138674819439", "attributes": { - "id": "5117306512785871781", + "id": "4944284138674819439", "triggers.%": "1", - "triggers.build_number": "2019-05-15T14:04:07Z" + "triggers.build_number": "2019-06-26T11:48:14Z" }, "meta": {}, "tainted": false @@ -61,28 +61,25 @@ "deposed": [], "provider": "provider.null" }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.0": { + "openstack_blockstorage_volume_v2.nfs_vol": { "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], + "depends_on": [], "primary": { - "id": "f95879c2-5678-432e-a76d-3b18a6f958f5", + "id": "e831eb2b-54b0-45e2-84f0-723f1f981de5", "attributes": { "attachment.#": "1", - "attachment.2221776996.device": "/dev/vdb", - "attachment.2221776996.id": "f95879c2-5678-432e-a76d-3b18a6f958f5", - "attachment.2221776996.instance_id": "dd10793d-61e1-4ac2-8215-5080fa5953e6", + "attachment.3596643601.device": "/dev/vdb", + "attachment.3596643601.id": "e831eb2b-54b0-45e2-84f0-723f1f981de5", + "attachment.3596643601.instance_id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", "availability_zone": "nova", "description": "", - "id": "f95879c2-5678-432e-a76d-3b18a6f958f5", - "image_id": "sequence_search_databases", + "id": "e831eb2b-54b0-45e2-84f0-723f1f981de5", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-1", + "name": "nfs_vol", "region": "regionOne", - "size": "12", + "size": "10", "snapshot_id": "", "source_vol_id": "", "volume_type": "" @@ -98,26 +95,26 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.1": { + "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.0": { "type": "openstack_blockstorage_volume_v2", "depends_on": [ "local.count" ], "primary": { - "id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", + "id": "f95879c2-5678-432e-a76d-3b18a6f958f5", "attributes": { "attachment.#": "1", - "attachment.1283275105.device": "/dev/vdb", - "attachment.1283275105.id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", - "attachment.1283275105.instance_id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac", + "attachment.2221776996.device": "/dev/vdb", + "attachment.2221776996.id": "f95879c2-5678-432e-a76d-3b18a6f958f5", + "attachment.2221776996.instance_id": "dd10793d-61e1-4ac2-8215-5080fa5953e6", "availability_zone": "nova", "description": "", - "id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", + "id": "f95879c2-5678-432e-a76d-3b18a6f958f5", "image_id": "sequence_search_databases", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-2", + "name": "test-sequence-search-consumer-databases-1", "region": "regionOne", "size": "12", "snapshot_id": "", @@ -135,26 +132,26 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.2": { + "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.1": { "type": "openstack_blockstorage_volume_v2", "depends_on": [ "local.count" ], "primary": { - "id": "2548c358-6a9b-4deb-a3b4-9b00a6475f7c", + "id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", "attributes": { "attachment.#": "1", - "attachment.524095656.device": "/dev/vdb", - "attachment.524095656.id": "2548c358-6a9b-4deb-a3b4-9b00a6475f7c", - "attachment.524095656.instance_id": "2eb08034-9ed2-40e0-b5f9-09ecd065f362", + "attachment.1283275105.device": "/dev/vdb", + "attachment.1283275105.id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", + "attachment.1283275105.instance_id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac", "availability_zone": "nova", "description": "", - "id": "2548c358-6a9b-4deb-a3b4-9b00a6475f7c", + "id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", "image_id": "sequence_search_databases", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-3", + "name": "test-sequence-search-consumer-databases-2", "region": "regionOne", "size": "12", "snapshot_id": "", @@ -172,26 +169,24 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.3": { + "openstack_blockstorage_volume_v2.sequence_search_producer_databases": { "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], + "depends_on": [], "primary": { - "id": "e2d547e9-00eb-4dbc-9acd-bdf030b1712e", + "id": "c6544384-4bbe-4935-ac78-a68757390eff", "attributes": { "attachment.#": "1", - "attachment.3124098373.device": "/dev/vdb", - "attachment.3124098373.id": "e2d547e9-00eb-4dbc-9acd-bdf030b1712e", - "attachment.3124098373.instance_id": "a946b170-250f-4dc5-a6f7-84a5f0d58f79", + "attachment.2523243962.device": "/dev/vdb", + "attachment.2523243962.id": "c6544384-4bbe-4935-ac78-a68757390eff", + "attachment.2523243962.instance_id": "b5996633-f634-424b-9f72-394928f46786", "availability_zone": "nova", "description": "", - "id": "e2d547e9-00eb-4dbc-9acd-bdf030b1712e", + "id": "c6544384-4bbe-4935-ac78-a68757390eff", "image_id": "sequence_search_databases", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-4", + "name": "test-sequence-search-producer-databases", "region": "regionOne", "size": "12", "snapshot_id": "", @@ -209,71 +204,24 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.4": { - "type": "openstack_blockstorage_volume_v2", + "openstack_compute_floatingip_associate_v2.associate_nfs_floating_ip": { + "type": "openstack_compute_floatingip_associate_v2", "depends_on": [ - "local.count" + "local.floating_ip", + "openstack_compute_instance_v2.producer" ], "primary": { - "id": "a9d0e0af-ff27-4bef-8fdf-ce22a9b7b908", - "attributes": { - "attachment.#": "1", - "attachment.691642034.device": "/dev/vdb", - "attachment.691642034.id": "a9d0e0af-ff27-4bef-8fdf-ce22a9b7b908", - "attachment.691642034.instance_id": "9250e559-9181-4382-933d-04d8752c16b8", - "availability_zone": "nova", - "description": "", - "id": "a9d0e0af-ff27-4bef-8fdf-ce22a9b7b908", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-5", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_producer_databases": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [], - "primary": { - "id": "c6544384-4bbe-4935-ac78-a68757390eff", + "id": "193.62.55.123/b5996633-f634-424b-9f72-394928f46786/", "attributes": { - "attachment.#": "1", - "attachment.2523243962.device": "/dev/vdb", - "attachment.2523243962.id": "c6544384-4bbe-4935-ac78-a68757390eff", - "attachment.2523243962.instance_id": "b5996633-f634-424b-9f72-394928f46786", - "availability_zone": "nova", - "description": "", - "id": "c6544384-4bbe-4935-ac78-a68757390eff", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "test-sequence-search-producer-databases", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" + "fixed_ip": "", + "floating_ip": "193.62.55.123", + "id": "193.62.55.123/b5996633-f634-424b-9f72-394928f46786/", + "instance_id": "b5996633-f634-424b-9f72-394928f46786", + "region": "regionOne" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 + "create": 600000000000 } }, "tainted": false @@ -281,20 +229,21 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_compute_floatingip_associate_v2.associate_postgres_floating_ip": { + "openstack_compute_floatingip_associate_v2.nfs_server_floating_ip": { "type": "openstack_compute_floatingip_associate_v2", "depends_on": [ "local.postgres_floating_ip", - "openstack_compute_instance_v2.postgres", + "openstack_compute_instance_v2.nfs_server", + "openstack_compute_instance_v2.producer", "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.122/fc63c262-0ad0-47ab-a3c9-bef4d8cabf23/", + "id": "193.62.55.122/316ff320-e4f7-49f8-b4c5-b44b977acff3/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/fc63c262-0ad0-47ab-a3c9-bef4d8cabf23/", - "instance_id": "fc63c262-0ad0-47ab-a3c9-bef4d8cabf23", + "id": "193.62.55.122/316ff320-e4f7-49f8-b4c5-b44b977acff3/", + "instance_id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", "region": "regionOne" }, "meta": { @@ -433,135 +382,34 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_compute_instance_v2.consumers.2": { + "openstack_compute_instance_v2.nfs_server": { "type": "openstack_compute_instance_v2", "depends_on": [ - "local.count", "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "2eb08034-9ed2-40e0-b5f9-09ecd065f362", + "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", "attributes": { - "access_ip_v4": "192.168.0.9", + "access_ip_v4": "192.168.0.17", "access_ip_v6": "", "all_metadata.%": "0", "availability_zone": "nova", "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "2eb08034-9ed2-40e0-b5f9-09ecd065f362", + "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", - "name": "test-consumer-3", + "name": "test-nfs-server", "network.#": "1", "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.9", + "network.0.fixed_ip_v4": "192.168.0.17", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:ad:cc:cc", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.3": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "a946b170-250f-4dc5-a6f7-84a5f0d58f79", - "attributes": { - "access_ip_v4": "192.168.0.10", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "a946b170-250f-4dc5-a6f7-84a5f0d58f79", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "test_sequence_search", - "name": "test-consumer-4", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.10", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:96:c8:c1", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.4": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "9250e559-9181-4382-933d-04d8752c16b8", - "attributes": { - "access_ip_v4": "192.168.0.11", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "9250e559-9181-4382-933d-04d8752c16b8", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "test_sequence_search", - "name": "test-consumer-5", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.11", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:57:8b:81", + "network.0.mac": "fa:16:3e:eb:fb:69", "network.0.name": "test_sequence_search", "network.0.port": "", "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", @@ -818,75 +666,20 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.2": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "2eb08034-9ed2-40e0-b5f9-09ecd065f362/2548c358-6a9b-4deb-a3b4-9b00a6475f7c", - "attributes": { - "device": "/dev/vdb", - "id": "2eb08034-9ed2-40e0-b5f9-09ecd065f362/2548c358-6a9b-4deb-a3b4-9b00a6475f7c", - "instance_id": "2eb08034-9ed2-40e0-b5f9-09ecd065f362", - "region": "regionOne", - "volume_id": "2548c358-6a9b-4deb-a3b4-9b00a6475f7c" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.3": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "a946b170-250f-4dc5-a6f7-84a5f0d58f79/e2d547e9-00eb-4dbc-9acd-bdf030b1712e", - "attributes": { - "device": "/dev/vdb", - "id": "a946b170-250f-4dc5-a6f7-84a5f0d58f79/e2d547e9-00eb-4dbc-9acd-bdf030b1712e", - "instance_id": "a946b170-250f-4dc5-a6f7-84a5f0d58f79", - "region": "regionOne", - "volume_id": "e2d547e9-00eb-4dbc-9acd-bdf030b1712e" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.4": { + "openstack_compute_volume_attach_v2.attach_databases_to_producer": { "type": "openstack_compute_volume_attach_v2", "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" + "openstack_blockstorage_volume_v2.sequence_search_producer_databases", + "openstack_compute_instance_v2.producer" ], "primary": { - "id": "9250e559-9181-4382-933d-04d8752c16b8/a9d0e0af-ff27-4bef-8fdf-ce22a9b7b908", + "id": "b5996633-f634-424b-9f72-394928f46786/c6544384-4bbe-4935-ac78-a68757390eff", "attributes": { "device": "/dev/vdb", - "id": "9250e559-9181-4382-933d-04d8752c16b8/a9d0e0af-ff27-4bef-8fdf-ce22a9b7b908", - "instance_id": "9250e559-9181-4382-933d-04d8752c16b8", + "id": "b5996633-f634-424b-9f72-394928f46786/c6544384-4bbe-4935-ac78-a68757390eff", + "instance_id": "b5996633-f634-424b-9f72-394928f46786", "region": "regionOne", - "volume_id": "a9d0e0af-ff27-4bef-8fdf-ce22a9b7b908" + "volume_id": "c6544384-4bbe-4935-ac78-a68757390eff" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -899,20 +692,20 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_compute_volume_attach_v2.attach_databases_to_producer": { + "openstack_compute_volume_attach_v2.attached": { "type": "openstack_compute_volume_attach_v2", "depends_on": [ - "openstack_blockstorage_volume_v2.sequence_search_producer_databases", - "openstack_compute_instance_v2.producer" + "openstack_blockstorage_volume_v2.nfs_vol", + "openstack_compute_instance_v2.nfs_server" ], "primary": { - "id": "b5996633-f634-424b-9f72-394928f46786/c6544384-4bbe-4935-ac78-a68757390eff", + "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3/e831eb2b-54b0-45e2-84f0-723f1f981de5", "attributes": { "device": "/dev/vdb", - "id": "b5996633-f634-424b-9f72-394928f46786/c6544384-4bbe-4935-ac78-a68757390eff", - "instance_id": "b5996633-f634-424b-9f72-394928f46786", + "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3/e831eb2b-54b0-45e2-84f0-723f1f981de5", + "instance_id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", "region": "regionOne", - "volume_id": "c6544384-4bbe-4935-ac78-a68757390eff" + "volume_id": "e831eb2b-54b0-45e2-84f0-723f1f981de5" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { From f26b295323ff14a9e23963929bad408b194bf8a4 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 3 Jul 2019 12:54:00 +0100 Subject: [PATCH 05/83] Achieve working nfs configuration --- ansible/nfs-client.yml | 27 ++ ansible/nfs-server.yml | 72 ++++ terraform/main.tf | 106 ++--- .../test/terraform.tfstate | 398 +++++------------- 4 files changed, 258 insertions(+), 345 deletions(-) create mode 100644 ansible/nfs-client.yml create mode 100644 ansible/nfs-server.yml diff --git a/ansible/nfs-client.yml b/ansible/nfs-client.yml new file mode 100644 index 00000000..b6b2fa74 --- /dev/null +++ b/ansible/nfs-client.yml @@ -0,0 +1,27 @@ +- name: NFS client installation and nfs server mount + vars: + ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" + nfs_server_ip: 192.168.0.7 + nfs_mount_path: "/nfs" + hosts: producer:consumers + become: true + gather_facts: no + user: centos + + tasks: + - name: Install nfs client + command: yum install nfs-utils nfs-utils-lib + + - name: Create an nfs directory where to mount nfs server dir + file: + path: "{{ nfs_mount_path }}" + state: directory + mode: "u=r,g=r,o=rwx" # might need to change these privileges + recurse: yes + + - name: Mount nfs server directory on clients + mount: + path: "{{ nfs_mount_path }}" + src: "{{ nfs_server_ip }}:/" + fstype: nfs + state: mounted diff --git a/ansible/nfs-server.yml b/ansible/nfs-server.yml new file mode 100644 index 00000000..1c15ec8d --- /dev/null +++ b/ansible/nfs-server.yml @@ -0,0 +1,72 @@ +- name: NFS server installation and setup + hosts: nfs_server + vars: + ansible_python_interpreter: "/usr/bin/python3" # set ansible interpreter to python3 + ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" + network_ip: 192.168.0.0/24 + become: true + gather_facts: no + user: ubuntu + + tasks: + + - name: Update apt + apt: + update_cache: yes + state: present + + - name: Install nfs on the compute instance + apt: + name: "{{ packages }}" + state: present + vars: + packages: + - python3-pip + - nfs-kernel-server + + - name: Create the export nfs directory + file: + path: /nfs + state: directory + mode: "u=r,g=r,o=rwx" + recurse: yes + + - name: Format the volume + filesystem: + fstype: xfs + dev: /dev/vdb + + - name: Mount volume to nfs directory + mount: + path: /nfs + src: /dev/vdb + fstype: xfs + state: mounted + + - name: Make nfs directory accessible to all + file: + path: /nfs + owner: nobody + group: nogroup + + - name: chmod 777 equivalent + file: + path: /nfs + mode: u=rwX,g=rwX,o=rwX + recurse: yes + + - name: Create exports file + lineinfile: + dest: /etc/exports + regexp: '^#*' + insertafter: '^#*' + line: "/nfs {{ network_ip }}(rw,sync,fsid=0,crossmnt,no_subtree_check,no_root_squash)" + owner: root + group: root + mode: 0644 + state: present + + - name: restart nfs server + service: + name: nfs-kernel-server + state: restarted diff --git a/terraform/main.tf b/terraform/main.tf index 6201c137..a84a8c59 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -90,45 +90,39 @@ resource "openstack_compute_secgroup_v2" "sequence_search" { } rule { - from_port = -1 - to_port = -1 - ip_protocol = "icmp" + from_port = 2049 + to_port = 2049 + ip_protocol = "tcp" cidr = "0.0.0.0/0" } -} -resource "openstack_compute_instance_v2" "nfs_server" { - depends_on = ["openstack_compute_keypair_v2.sequence_search"] - name = "${terraform.workspace}-nfs-server" - image_name = "${var.image}" - flavor_name = "${var.flavor}" - key_pair = "${openstack_compute_keypair_v2.sequence_search.name}" - security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] - - network { - uuid = "${openstack_networking_network_v2.sequence_search.id}" + rule { + from_port = 2049 + to_port = 2049 + ip_protocol = "udp" + cidr = "0.0.0.0/0" } -} -resource "openstack_blockstorage_volume_v2" "nfs_vol" { - name = "nfs_vol" - size = 10 -} - -resource "openstack_compute_volume_attach_v2" "attached" { - instance_id = "${openstack_compute_instance_v2.nfs_server.id}" - volume_id = "${openstack_blockstorage_volume_v2.nfs_vol.id}" -} + rule { + from_port = 111 + to_port = 111 + ip_protocol = "tcp" + cidr = "0.0.0.0/0" + } -resource "openstack_compute_floatingip_associate_v2" "associate_nfs_floating_ip" { - floating_ip = "${local.floating_ip}" - instance_id = "${openstack_compute_instance_v2.producer.id}" -} + rule { + from_port = 111 + to_port = 111 + ip_protocol = "udp" + cidr = "0.0.0.0/0" + } -resource "openstack_compute_floatingip_associate_v2" "nfs_server_floating_ip" { - depends_on = ["openstack_compute_instance_v2.producer", "openstack_networking_router_interface_v2.sequence_search"] - floating_ip = "${local.postgres_floating_ip}" - instance_id = "${openstack_compute_instance_v2.nfs_server.id}" + rule { + from_port = -1 + to_port = -1 + ip_protocol = "icmp" + cidr = "0.0.0.0/0" + } } resource "openstack_compute_instance_v2" "producer" { @@ -158,6 +152,20 @@ resource "openstack_compute_instance_v2" "postgres" { } +resource "openstack_compute_instance_v2" "nfs_server" { + depends_on = ["openstack_compute_keypair_v2.sequence_search"] + name = "${terraform.workspace}-nfs-server" + image_name = "ubuntu-16.04" + flavor_name = "${var.flavor}" + key_pair = "${openstack_compute_keypair_v2.sequence_search.name}" + security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] + + network { + uuid = "${openstack_networking_network_v2.sequence_search.id}" + fixed_ip_v4 = "192.168.0.7" + } +} + resource "openstack_compute_instance_v2" "consumers" { count = "${local.count}" depends_on = ["openstack_compute_keypair_v2.sequence_search"] @@ -168,32 +176,18 @@ resource "openstack_compute_instance_v2" "consumers" { security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] network { uuid = "${openstack_networking_network_v2.sequence_search.id}" - fixed_ip_v4 = "192.168.0.${count.index + 7}" + fixed_ip_v4 = "192.168.0.${count.index + 8}" } } -resource "openstack_blockstorage_volume_v2" "sequence_search_consumer_databases" { - count = "${local.count}" - size = 12 - name = "${terraform.workspace}-sequence-search-consumer-databases-${count.index + 1}" - image_id = "sequence_search_databases" -} - -resource "openstack_compute_volume_attach_v2" "attach_databases_to_consumers" { - count = "${local.count}" - instance_id = "${openstack_compute_instance_v2.consumers.*.id[count.index]}" - volume_id = "${openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*.id[count.index]}" -} - -resource "openstack_blockstorage_volume_v2" "sequence_search_producer_databases" { - size = 12 - name = "${terraform.workspace}-sequence-search-producer-databases" - image_id = "sequence_search_databases" +resource "openstack_blockstorage_volume_v2" "nfs_volume" { + name = "${terraform.workspace}-nfs-volume" + size = 20 } -resource "openstack_compute_volume_attach_v2" "attach_databases_to_producer" { - instance_id = "${openstack_compute_instance_v2.producer.id}" - volume_id = "${openstack_blockstorage_volume_v2.sequence_search_producer_databases.id}" +resource "openstack_compute_volume_attach_v2" "attached" { + instance_id = "${openstack_compute_instance_v2.nfs_server.id}" + volume_id = "${openstack_blockstorage_volume_v2.nfs_volume.id}" } resource "openstack_compute_floatingip_associate_v2" "sequence_search" { @@ -202,6 +196,12 @@ resource "openstack_compute_floatingip_associate_v2" "sequence_search" { instance_id = "${openstack_compute_instance_v2.producer.id}" } +resource "openstack_compute_floatingip_associate_v2" "nfs_server_floating_ip" { + depends_on = ["openstack_compute_instance_v2.nfs_server", "openstack_networking_router_interface_v2.sequence_search"] + floating_ip = "${local.postgres_floating_ip}" + instance_id = "${openstack_compute_instance_v2.nfs_server.id}" +} + # resource "openstack_compute_floatingip_associate_v2" "associate_postgres_floating_ip" { # depends_on = ["openstack_compute_instance_v2.postgres", "openstack_networking_router_interface_v2.sequence_search"] # floating_ip = "${local.postgres_floating_ip}" diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 7fba6764..710c3fba 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 46, + "serial": 88, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -28,14 +28,15 @@ "null_resource.post-flight": { "type": "null_resource", "depends_on": [ - "local.tfstate_file" + "local.tfstate_file", + "null_resource.pre-flight" ], "primary": { - "id": "982068964356454700", + "id": "369836806358442941", "attributes": { - "id": "982068964356454700", + "id": "369836806358442941", "triggers.%": "1", - "triggers.build_number": "2019-06-26T11:48:14Z" + "triggers.build_number": "2019-07-03T11:41:10Z" }, "meta": {}, "tainted": false @@ -49,11 +50,11 @@ "local.floating_ip" ], "primary": { - "id": "4944284138674819439", + "id": "1209169614267222944", "attributes": { - "id": "4944284138674819439", + "id": "1209169614267222944", "triggers.%": "1", - "triggers.build_number": "2019-06-26T11:48:14Z" + "triggers.build_number": "2019-07-03T11:41:02Z" }, "meta": {}, "tainted": false @@ -61,25 +62,25 @@ "deposed": [], "provider": "provider.null" }, - "openstack_blockstorage_volume_v2.nfs_vol": { + "openstack_blockstorage_volume_v2.nfs_volume": { "type": "openstack_blockstorage_volume_v2", "depends_on": [], "primary": { - "id": "e831eb2b-54b0-45e2-84f0-723f1f981de5", + "id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b", "attributes": { "attachment.#": "1", - "attachment.3596643601.device": "/dev/vdb", - "attachment.3596643601.id": "e831eb2b-54b0-45e2-84f0-723f1f981de5", - "attachment.3596643601.instance_id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", + "attachment.3570390666.device": "/dev/vdb", + "attachment.3570390666.id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b", + "attachment.3570390666.instance_id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", "availability_zone": "nova", "description": "", - "id": "e831eb2b-54b0-45e2-84f0-723f1f981de5", + "id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", - "name": "nfs_vol", + "name": "test-nfs-volume", "region": "regionOne", - "size": "10", + "size": "20", "snapshot_id": "", "source_vol_id": "", "volume_type": "" @@ -95,155 +96,20 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.0": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "f95879c2-5678-432e-a76d-3b18a6f958f5", - "attributes": { - "attachment.#": "1", - "attachment.2221776996.device": "/dev/vdb", - "attachment.2221776996.id": "f95879c2-5678-432e-a76d-3b18a6f958f5", - "attachment.2221776996.instance_id": "dd10793d-61e1-4ac2-8215-5080fa5953e6", - "availability_zone": "nova", - "description": "", - "id": "f95879c2-5678-432e-a76d-3b18a6f958f5", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-1", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.1": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", - "attributes": { - "attachment.#": "1", - "attachment.1283275105.device": "/dev/vdb", - "attachment.1283275105.id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", - "attachment.1283275105.instance_id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac", - "availability_zone": "nova", - "description": "", - "id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "test-sequence-search-consumer-databases-2", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_producer_databases": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [], - "primary": { - "id": "c6544384-4bbe-4935-ac78-a68757390eff", - "attributes": { - "attachment.#": "1", - "attachment.2523243962.device": "/dev/vdb", - "attachment.2523243962.id": "c6544384-4bbe-4935-ac78-a68757390eff", - "attachment.2523243962.instance_id": "b5996633-f634-424b-9f72-394928f46786", - "availability_zone": "nova", - "description": "", - "id": "c6544384-4bbe-4935-ac78-a68757390eff", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "test-sequence-search-producer-databases", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_floatingip_associate_v2.associate_nfs_floating_ip": { - "type": "openstack_compute_floatingip_associate_v2", - "depends_on": [ - "local.floating_ip", - "openstack_compute_instance_v2.producer" - ], - "primary": { - "id": "193.62.55.123/b5996633-f634-424b-9f72-394928f46786/", - "attributes": { - "fixed_ip": "", - "floating_ip": "193.62.55.123", - "id": "193.62.55.123/b5996633-f634-424b-9f72-394928f46786/", - "instance_id": "b5996633-f634-424b-9f72-394928f46786", - "region": "regionOne" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, "openstack_compute_floatingip_associate_v2.nfs_server_floating_ip": { "type": "openstack_compute_floatingip_associate_v2", "depends_on": [ "local.postgres_floating_ip", "openstack_compute_instance_v2.nfs_server", - "openstack_compute_instance_v2.producer", "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.122/316ff320-e4f7-49f8-b4c5-b44b977acff3/", + "id": "193.62.55.122/c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/316ff320-e4f7-49f8-b4c5-b44b977acff3/", - "instance_id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", + "id": "193.62.55.122/c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/", + "instance_id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", "region": "regionOne" }, "meta": { @@ -264,12 +130,12 @@ "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.123/b5996633-f634-424b-9f72-394928f46786/", + "id": "193.62.55.123/433addc7-8c38-43a7-aacc-f7b60ff2acf5/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.123", - "id": "193.62.55.123/b5996633-f634-424b-9f72-394928f46786/", - "instance_id": "b5996633-f634-424b-9f72-394928f46786", + "id": "193.62.55.123/433addc7-8c38-43a7-aacc-f7b60ff2acf5/", + "instance_id": "433addc7-8c38-43a7-aacc-f7b60ff2acf5", "region": "regionOne" }, "meta": { @@ -291,29 +157,29 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "dd10793d-61e1-4ac2-8215-5080fa5953e6", + "id": "5ebfa865-3684-4fd2-b4a8-451a683ed89b", "attributes": { - "access_ip_v4": "192.168.0.7", + "access_ip_v4": "192.168.0.8", "access_ip_v6": "", "all_metadata.%": "0", "availability_zone": "nova", "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "dd10793d-61e1-4ac2-8215-5080fa5953e6", + "id": "5ebfa865-3684-4fd2-b4a8-451a683ed89b", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", "name": "test-consumer-1", "network.#": "1", "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.7", + "network.0.fixed_ip_v4": "192.168.0.8", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:e5:40:1f", + "network.0.mac": "fa:16:3e:65:10:89", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", + "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -341,29 +207,29 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac", + "id": "5f6598f0-ea9e-4231-9e2f-5d7098ebb3f6", "attributes": { - "access_ip_v4": "192.168.0.8", + "access_ip_v4": "192.168.0.9", "access_ip_v6": "", "all_metadata.%": "0", "availability_zone": "nova", "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac", + "id": "5f6598f0-ea9e-4231-9e2f-5d7098ebb3f6", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", "name": "test-consumer-2", "network.#": "1", "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.8", + "network.0.fixed_ip_v4": "192.168.0.9", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:39:37:6f", + "network.0.mac": "fa:16:3e:69:f9:d1", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", + "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -390,29 +256,29 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", + "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", "attributes": { - "access_ip_v4": "192.168.0.17", + "access_ip_v4": "192.168.0.7", "access_ip_v6": "", "all_metadata.%": "0", "availability_zone": "nova", "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", + "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", + "image_id": "371604fb-b264-41fd-9336-9bc669a80667", + "image_name": "ubuntu-16.04", "key_pair": "test_sequence_search", "name": "test-nfs-server", "network.#": "1", "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.17", + "network.0.fixed_ip_v4": "192.168.0.7", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:eb:fb:69", + "network.0.mac": "fa:16:3e:07:b3:19", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", + "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -439,7 +305,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "fc63c262-0ad0-47ab-a3c9-bef4d8cabf23", + "id": "817f224d-6249-4994-a8b6-eb531e50b645", "attributes": { "access_ip_v4": "192.168.0.6", "access_ip_v6": "", @@ -448,7 +314,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "fc63c262-0ad0-47ab-a3c9-bef4d8cabf23", + "id": "817f224d-6249-4994-a8b6-eb531e50b645", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -458,10 +324,10 @@ "network.0.fixed_ip_v4": "192.168.0.6", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:c2:d6:78", + "network.0.mac": "fa:16:3e:77:e9:3c", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", + "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -488,7 +354,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "b5996633-f634-424b-9f72-394928f46786", + "id": "433addc7-8c38-43a7-aacc-f7b60ff2acf5", "attributes": { "access_ip_v4": "192.168.0.5", "access_ip_v6": "", @@ -497,7 +363,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "b5996633-f634-424b-9f72-394928f46786", + "id": "433addc7-8c38-43a7-aacc-f7b60ff2acf5", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -507,10 +373,10 @@ "network.0.fixed_ip_v4": "192.168.0.5", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:8d:b6:53", + "network.0.mac": "fa:16:3e:28:f4:c6", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "a0c49112-e741-403e-ab23-579d29e37e99", + "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -552,52 +418,80 @@ "type": "openstack_compute_secgroup_v2", "depends_on": [], "primary": { - "id": "0d88284e-0330-4575-ba99-73d6100467d3", + "id": "d412f4a3-d60a-458f-a657-cf66d5f6ff94", "attributes": { "description": "Security group for the sequence_search instances", - "id": "0d88284e-0330-4575-ba99-73d6100467d3", + "id": "d412f4a3-d60a-458f-a657-cf66d5f6ff94", "name": "test_sequence_search", "region": "regionOne", - "rule.#": "6", + "rule.#": "10", + "rule.184303238.cidr": "0.0.0.0/0", + "rule.184303238.from_group_id": "", + "rule.184303238.from_port": "111", + "rule.184303238.id": "cf03b2f2-ddae-4921-8b61-5aef81053580", + "rule.184303238.ip_protocol": "tcp", + "rule.184303238.self": "false", + "rule.184303238.to_port": "111", + "rule.1952586635.cidr": "0.0.0.0/0", + "rule.1952586635.from_group_id": "", + "rule.1952586635.from_port": "111", + "rule.1952586635.id": "6683c4de-4d55-48f0-b22b-27ade9ae2327", + "rule.1952586635.ip_protocol": "udp", + "rule.1952586635.self": "false", + "rule.1952586635.to_port": "111", "rule.2180185248.cidr": "0.0.0.0/0", "rule.2180185248.from_group_id": "", "rule.2180185248.from_port": "-1", - "rule.2180185248.id": "dc53c981-4601-48dd-8c4b-c147fa2592a6", + "rule.2180185248.id": "cd37c889-90cb-4f3b-a618-77e73b41ffb2", "rule.2180185248.ip_protocol": "icmp", "rule.2180185248.self": "false", "rule.2180185248.to_port": "-1", + "rule.2742039536.cidr": "0.0.0.0/0", + "rule.2742039536.from_group_id": "", + "rule.2742039536.from_port": "2049", + "rule.2742039536.id": "d89b57f3-b022-4da6-87ea-35e16cd73ca4", + "rule.2742039536.ip_protocol": "tcp", + "rule.2742039536.self": "false", + "rule.2742039536.to_port": "2049", "rule.3467029331.cidr": "0.0.0.0/0", "rule.3467029331.from_group_id": "", "rule.3467029331.from_port": "8002", - "rule.3467029331.id": "ad4277c6-a0a2-453a-a708-0b979162f5ed", + "rule.3467029331.id": "2196423e-0717-4204-8141-1ebd46d8edce", "rule.3467029331.ip_protocol": "tcp", "rule.3467029331.self": "false", "rule.3467029331.to_port": "8002", "rule.3719211069.cidr": "0.0.0.0/0", "rule.3719211069.from_group_id": "", "rule.3719211069.from_port": "80", - "rule.3719211069.id": "3c2acd1f-f5db-406c-b15a-51731f7cec8e", + "rule.3719211069.id": "d8d098a1-54e1-4070-9774-e13a44d3553e", "rule.3719211069.ip_protocol": "tcp", "rule.3719211069.self": "false", "rule.3719211069.to_port": "80", + "rule.3723368189.cidr": "0.0.0.0/0", + "rule.3723368189.from_group_id": "", + "rule.3723368189.from_port": "2049", + "rule.3723368189.id": "bed427d7-f3db-4b74-bc50-b7fc02f6b647", + "rule.3723368189.ip_protocol": "udp", + "rule.3723368189.self": "false", + "rule.3723368189.to_port": "2049", "rule.3815358244.cidr": "0.0.0.0/0", "rule.3815358244.from_group_id": "", "rule.3815358244.from_port": "5432", - "rule.3815358244.id": "5a588bb0-3282-4735-9430-080ec16f22e1", + "rule.3815358244.id": "86b4fdf2-4735-49fa-901e-1b8114c30ca8", "rule.3815358244.ip_protocol": "tcp", "rule.3815358244.self": "false", "rule.3815358244.to_port": "5432", "rule.542868096.cidr": "0.0.0.0/0", "rule.542868096.from_group_id": "", "rule.542868096.from_port": "8000", - "rule.542868096.id": "a9d68063-ab56-4ae0-9bd3-dbf04cd1a7f7", + "rule.542868096.id": "d8775a78-ecb0-49fe-a2f9-b7486a6f8c47", "rule.542868096.ip_protocol": "tcp", "rule.542868096.self": "false", "rule.542868096.to_port": "8000", "rule.836640770.cidr": "0.0.0.0/0", "rule.836640770.from_group_id": "", "rule.836640770.from_port": "22", - "rule.836640770.id": "198655bb-d93f-4a1a-aa77-38b73f5df4b8", + "rule.836640770.id": "b1b2cd77-6ac1-40e0-a2dc-1d13f3cc3b91", "rule.836640770.ip_protocol": "tcp", "rule.836640770.self": "false", "rule.836640770.to_port": "22" @@ -612,100 +506,20 @@ "deposed": [], "provider": "provider.openstack" }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.0": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "dd10793d-61e1-4ac2-8215-5080fa5953e6/f95879c2-5678-432e-a76d-3b18a6f958f5", - "attributes": { - "device": "/dev/vdb", - "id": "dd10793d-61e1-4ac2-8215-5080fa5953e6/f95879c2-5678-432e-a76d-3b18a6f958f5", - "instance_id": "dd10793d-61e1-4ac2-8215-5080fa5953e6", - "region": "regionOne", - "volume_id": "f95879c2-5678-432e-a76d-3b18a6f958f5" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.1": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac/17576ff1-a501-4bfc-aa41-ae63f44fe9ce", - "attributes": { - "device": "/dev/vdb", - "id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac/17576ff1-a501-4bfc-aa41-ae63f44fe9ce", - "instance_id": "9faaa2fd-39da-4e99-93b8-9f629fc900ac", - "region": "regionOne", - "volume_id": "17576ff1-a501-4bfc-aa41-ae63f44fe9ce" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_producer": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "openstack_blockstorage_volume_v2.sequence_search_producer_databases", - "openstack_compute_instance_v2.producer" - ], - "primary": { - "id": "b5996633-f634-424b-9f72-394928f46786/c6544384-4bbe-4935-ac78-a68757390eff", - "attributes": { - "device": "/dev/vdb", - "id": "b5996633-f634-424b-9f72-394928f46786/c6544384-4bbe-4935-ac78-a68757390eff", - "instance_id": "b5996633-f634-424b-9f72-394928f46786", - "region": "regionOne", - "volume_id": "c6544384-4bbe-4935-ac78-a68757390eff" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, "openstack_compute_volume_attach_v2.attached": { "type": "openstack_compute_volume_attach_v2", "depends_on": [ - "openstack_blockstorage_volume_v2.nfs_vol", + "openstack_blockstorage_volume_v2.nfs_volume", "openstack_compute_instance_v2.nfs_server" ], "primary": { - "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3/e831eb2b-54b0-45e2-84f0-723f1f981de5", + "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/817584e0-45d2-4be7-a8cd-cbdae4e5382b", "attributes": { "device": "/dev/vdb", - "id": "316ff320-e4f7-49f8-b4c5-b44b977acff3/e831eb2b-54b0-45e2-84f0-723f1f981de5", - "instance_id": "316ff320-e4f7-49f8-b4c5-b44b977acff3", + "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/817584e0-45d2-4be7-a8cd-cbdae4e5382b", + "instance_id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", "region": "regionOne", - "volume_id": "e831eb2b-54b0-45e2-84f0-723f1f981de5" + "volume_id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -722,7 +536,7 @@ "type": "openstack_networking_network_v2", "depends_on": [], "primary": { - "id": "a0c49112-e741-403e-ab23-579d29e37e99", + "id": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "attributes": { "admin_state_up": "true", "all_tags.#": "0", @@ -730,7 +544,7 @@ "description": "", "dns_domain": "", "external": "false", - "id": "a0c49112-e741-403e-ab23-579d29e37e99", + "id": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "mtu": "1500", "name": "test_sequence_search", "port_security_enabled": "true", @@ -758,13 +572,13 @@ "openstack_networking_subnet_v2.sequence_search" ], "primary": { - "id": "1bc3680e-58e1-420e-99aa-e2c584e42e71", + "id": "57b5371f-5ad2-45b2-b472-8bda35b9155c", "attributes": { - "id": "1bc3680e-58e1-420e-99aa-e2c584e42e71", - "port_id": "1bc3680e-58e1-420e-99aa-e2c584e42e71", + "id": "57b5371f-5ad2-45b2-b472-8bda35b9155c", + "port_id": "57b5371f-5ad2-45b2-b472-8bda35b9155c", "region": "regionOne", - "router_id": "515b2ae1-a8be-4f41-85d2-bf4498fe3a92", - "subnet_id": "b211a9d3-1e30-4948-bd4d-391261df1a13" + "router_id": "8d9e8d4a-4de8-4626-ad93-ec9568a83851", + "subnet_id": "35b1f3fc-18a9-4fc2-add2-370775309760" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -781,7 +595,7 @@ "type": "openstack_networking_router_v2", "depends_on": [], "primary": { - "id": "515b2ae1-a8be-4f41-85d2-bf4498fe3a92", + "id": "8d9e8d4a-4de8-4626-ad93-ec9568a83851", "attributes": { "admin_state_up": "true", "all_tags.#": "0", @@ -790,11 +604,11 @@ "distributed": "false", "enable_snat": "true", "external_fixed_ip.#": "1", - "external_fixed_ip.0.ip_address": "193.62.55.59", + "external_fixed_ip.0.ip_address": "193.62.55.94", "external_fixed_ip.0.subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd", "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "515b2ae1-a8be-4f41-85d2-bf4498fe3a92", + "id": "8d9e8d4a-4de8-4626-ad93-ec9568a83851", "name": "test_sequence_search", "region": "regionOne", "tags.#": "0", @@ -817,7 +631,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "b211a9d3-1e30-4948-bd4d-391261df1a13", + "id": "35b1f3fc-18a9-4fc2-add2-370775309760", "attributes": { "all_tags.#": "0", "allocation_pools.#": "1", @@ -829,12 +643,12 @@ "dns_nameservers.0": "8.8.8.8", "enable_dhcp": "true", "gateway_ip": "192.168.0.1", - "id": "b211a9d3-1e30-4948-bd4d-391261df1a13", + "id": "35b1f3fc-18a9-4fc2-add2-370775309760", "ip_version": "4", "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "test_sequence_search", - "network_id": "a0c49112-e741-403e-ab23-579d29e37e99", + "network_id": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", "no_gateway": "false", "region": "regionOne", "subnetpool_id": "", From 62537b6557cf1709cb7b3b56d1dc774ce9a388c2 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 3 Jul 2019 16:52:55 +0100 Subject: [PATCH 06/83] Add playbook for downloading sequence database to nfs --- ansible/download-sequences.yml | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 ansible/download-sequences.yml diff --git a/ansible/download-sequences.yml b/ansible/download-sequences.yml new file mode 100644 index 00000000..75bec1a5 --- /dev/null +++ b/ansible/download-sequences.yml @@ -0,0 +1,17 @@ +- name: Download sequence database + hosts: producer + become: true + gather_facts: no + user: centos + + tasks: + - name: Download compressed archive from RNAcentral FTP + get_url: + url: ftp://ftp.ebi.ac.uk/pub/databases/RNAcentral/current_release/sequences/.internal/sequence-database.fa.tar.gz + dest: /nfs/sequence-database.fa.tar.gz + + - name: Uncompress the archive + shell: tar -xf sequence-database.fa.tar.gz + args: + chdir: /nfs + creates: /nfs/zwd.fasta From 2f743d3a2abb83b2926e37d83c1c20ed0e6fbd65 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Thu, 4 Jul 2019 11:54:04 +0100 Subject: [PATCH 07/83] Use nfs fasta files for sequence searches --- ansible/roles/consumer/tasks/main.yml | 24 ++++--------------- ansible/roles/producer/tasks/main.yml | 23 ++++-------------- .../test/terraform.tfstate | 23 +++++++++--------- 3 files changed, 21 insertions(+), 49 deletions(-) diff --git a/ansible/roles/consumer/tasks/main.yml b/ansible/roles/consumer/tasks/main.yml index b1696e77..0d848583 100644 --- a/ansible/roles/consumer/tasks/main.yml +++ b/ansible/roles/consumer/tasks/main.yml @@ -59,9 +59,7 @@ src: ../../../../sequence_search dest: /srv rsync_opts: - - "--exclude=/sequence_search/consumer/databases.iso" - "--exclude=/sequence_search/consumer/databases" - - "--exclude=/sequence_search/consumer/databases_back" - "--exclude=/sequence_search/consumer/queries/*.fasta" - "--exclude=/sequence_search/consumer/results/*.fasta" - "--exclude=/sequence_search/producer/static/node_modules" @@ -120,16 +118,6 @@ tags: [ results, quick ] - - - name: Umount volume for databases (so that chown doesn't complain) - mount: - path: /srv/sequence_search/consumer/databases - src: /dev/vdb - fstype: iso9660 - state: unmounted - ignore_errors: yes - tags: [ quick ] - # Ansible chown is slow, cause it checks ownership before assigning it - so just run chown imperatively # https://groups.google.com/forum/#!topic/ansible-project/2O5u8GIZ5Rw @@ -156,14 +144,12 @@ args: chdir: /srv/sequence_search - - name: Mount volume for databases - mount: - path: /srv/sequence_search/consumer/databases - src: /dev/vdb - fstype: iso9660 - state: mounted - tags: [ quick ] + - name: Create a symbolic link to sequence databases + file: + src: /nfs + dest: /srv/sequence_search/consumer/databases + state: link - name: Get running processes diff --git a/ansible/roles/producer/tasks/main.yml b/ansible/roles/producer/tasks/main.yml index d71bd172..1f29b464 100644 --- a/ansible/roles/producer/tasks/main.yml +++ b/ansible/roles/producer/tasks/main.yml @@ -45,23 +45,13 @@ src: ../../../../sequence_search dest: /srv rsync_opts: - - "--exclude=/sequence_search/consumer/databases.iso" - "--exclude=/sequence_search/consumer/databases" - - "--exclude=/sequence_search/consumer/databases_back" - "--exclude=/sequence_search/consumer/queries/*.fasta" - "--exclude=/sequence_search/consumer/results/*.fasta" - "--exclude=/sequence_search/producer/static/node_modules" - "--exclude=/sequence_search/producer/static/package-lock.json" tags: [ rsync, quick ] - - name: Umount volume for databases (so that chown doesn't complain) - mount: - path: /srv/sequence_search/consumer/databases - src: /dev/vdb - fstype: iso9660 - state: unmounted - ignore_errors: yes - tags: [ rsync, quick ] - name: Chown aiohttp code command: "chown -R centos:centos /srv/sequence_search" @@ -108,14 +98,11 @@ tags: [ logs ] - - name: Mount volume for databases - mount: - path: /srv/sequence_search/consumer/databases - src: /dev/vdb - fstype: iso9660 - state: mounted - tags: [ volume, volume-mount, quick ] - + - name: Create a symbolic link to sequence databases + file: + src: /nfs + dest: /srv/sequence_search/consumer/databases + state: link - name: Install node_modules diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 710c3fba..b6c07e82 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 88, + "serial": 93, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -28,15 +28,14 @@ "null_resource.post-flight": { "type": "null_resource", "depends_on": [ - "local.tfstate_file", - "null_resource.pre-flight" + "local.tfstate_file" ], "primary": { - "id": "369836806358442941", + "id": "8136405614298302333", "attributes": { - "id": "369836806358442941", + "id": "8136405614298302333", "triggers.%": "1", - "triggers.build_number": "2019-07-03T11:41:10Z" + "triggers.build_number": "2019-07-04T10:30:52Z" }, "meta": {}, "tainted": false @@ -50,11 +49,11 @@ "local.floating_ip" ], "primary": { - "id": "1209169614267222944", + "id": "6713742323015822796", "attributes": { - "id": "1209169614267222944", + "id": "6713742323015822796", "triggers.%": "1", - "triggers.build_number": "2019-07-03T11:41:02Z" + "triggers.build_number": "2019-07-04T10:30:52Z" }, "meta": {}, "tainted": false @@ -207,7 +206,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "5f6598f0-ea9e-4231-9e2f-5d7098ebb3f6", + "id": "7333e59e-4ab4-4c4e-83af-a79f4bd36596", "attributes": { "access_ip_v4": "192.168.0.9", "access_ip_v6": "", @@ -216,7 +215,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "5f6598f0-ea9e-4231-9e2f-5d7098ebb3f6", + "id": "7333e59e-4ab4-4c4e-83af-a79f4bd36596", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -226,7 +225,7 @@ "network.0.fixed_ip_v4": "192.168.0.9", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:69:f9:d1", + "network.0.mac": "fa:16:3e:9b:e0:3d", "network.0.name": "test_sequence_search", "network.0.port": "", "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", From 6022f89f0c6fd3ee6584f27d4904368af8c49529 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Thu, 4 Jul 2019 12:01:16 +0100 Subject: [PATCH 08/83] Ensure that post-flight terraform tasks run *after* pre-flight tasks --- terraform/main.tf | 6 +++--- .../test/terraform.tfstate | 19 ++++++++++--------- 2 files changed, 13 insertions(+), 12 deletions(-) diff --git a/terraform/main.tf b/terraform/main.tf index a84a8c59..5e02fadf 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -13,7 +13,7 @@ output "tfstate_file" { value = ["${local.tfstate_file}"] } -resource "null_resource" "pre-flight" { +resource "null_resource" "pre_flight" { triggers { build_number = "${timestamp()}" } @@ -208,9 +208,9 @@ resource "openstack_compute_floatingip_associate_v2" "nfs_server_floating_ip" { # instance_id = "${openstack_compute_instance_v2.postgres.id}" # } -resource "null_resource" "post-flight" { +resource "null_resource" "post_flight" { triggers { - build_number = "${timestamp()}" + before = "${null_resource.pre_flight.id}" } provisioner "local-exec" { command = "terraform-inventory -inventory ${local.tfstate_file} > ../ansible/hosts" diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index b6c07e82..872188a4 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 93, + "serial": 95, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -28,14 +28,15 @@ "null_resource.post-flight": { "type": "null_resource", "depends_on": [ - "local.tfstate_file" + "local.tfstate_file", + "null_resource.pre_flight" ], "primary": { - "id": "8136405614298302333", + "id": "2988516731800814328", "attributes": { - "id": "8136405614298302333", + "id": "2988516731800814328", "triggers.%": "1", - "triggers.build_number": "2019-07-04T10:30:52Z" + "triggers.before": "471437803629153319" }, "meta": {}, "tainted": false @@ -43,17 +44,17 @@ "deposed": [], "provider": "provider.null" }, - "null_resource.pre-flight": { + "null_resource.pre_flight": { "type": "null_resource", "depends_on": [ "local.floating_ip" ], "primary": { - "id": "6713742323015822796", + "id": "471437803629153319", "attributes": { - "id": "6713742323015822796", + "id": "471437803629153319", "triggers.%": "1", - "triggers.build_number": "2019-07-04T10:30:52Z" + "triggers.build_number": "2019-07-04T10:58:42Z" }, "meta": {}, "tainted": false From a97a735c0e3dd2821b7735e99bb2509264e9b603 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Thu, 4 Jul 2019 14:55:58 +0100 Subject: [PATCH 09/83] Add a playbook for running all ansible tasks in order --- ansible/main.yml | 23 +++ .../test/terraform.tfstate | 134 +++++++++--------- 2 files changed, 90 insertions(+), 67 deletions(-) create mode 100644 ansible/main.yml diff --git a/ansible/main.yml b/ansible/main.yml new file mode 100644 index 00000000..a136208d --- /dev/null +++ b/ansible/main.yml @@ -0,0 +1,23 @@ +--- +- import_playbook: nfs-server.yml +- import_playbook: nfs-client.yml +- import_playbook: download-sequences.yml +- import_playbook: postgres.yml +- import_playbook: producer.yml + + +- hosts: producer + gather_facts: Yes + remote_user: centos + become: true + become_method: sudo + vars: + ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" + tasks: + - name: Drop the database and re-create it + shell: + chdir: /srv + cmd: ENVIRONMENT=PRODUCTION python36 -m sequence_search.db + + +- import_playbook: consumers.yml diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 872188a4..df95df90 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 95, + "serial": 104, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -25,18 +25,18 @@ } }, "resources": { - "null_resource.post-flight": { + "null_resource.post_flight": { "type": "null_resource", "depends_on": [ "local.tfstate_file", "null_resource.pre_flight" ], "primary": { - "id": "2988516731800814328", + "id": "8865775495421911188", "attributes": { - "id": "2988516731800814328", + "id": "8865775495421911188", "triggers.%": "1", - "triggers.before": "471437803629153319" + "triggers.before": "8882150098575619732" }, "meta": {}, "tainted": false @@ -50,11 +50,11 @@ "local.floating_ip" ], "primary": { - "id": "471437803629153319", + "id": "8882150098575619732", "attributes": { - "id": "471437803629153319", + "id": "8882150098575619732", "triggers.%": "1", - "triggers.build_number": "2019-07-04T10:58:42Z" + "triggers.build_number": "2019-07-04T13:53:40Z" }, "meta": {}, "tainted": false @@ -66,15 +66,15 @@ "type": "openstack_blockstorage_volume_v2", "depends_on": [], "primary": { - "id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b", + "id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec", "attributes": { "attachment.#": "1", - "attachment.3570390666.device": "/dev/vdb", - "attachment.3570390666.id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b", - "attachment.3570390666.instance_id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", + "attachment.1419722760.device": "/dev/vdb", + "attachment.1419722760.id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec", + "attachment.1419722760.instance_id": "e518c829-4522-4f8d-a532-78412418e161", "availability_zone": "nova", "description": "", - "id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b", + "id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", @@ -104,12 +104,12 @@ "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.122/c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/", + "id": "193.62.55.122/e518c829-4522-4f8d-a532-78412418e161/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/", - "instance_id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", + "id": "193.62.55.122/e518c829-4522-4f8d-a532-78412418e161/", + "instance_id": "e518c829-4522-4f8d-a532-78412418e161", "region": "regionOne" }, "meta": { @@ -130,12 +130,12 @@ "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.123/433addc7-8c38-43a7-aacc-f7b60ff2acf5/", + "id": "193.62.55.123/bea6c56b-8fef-409f-9e63-257f1931d344/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.123", - "id": "193.62.55.123/433addc7-8c38-43a7-aacc-f7b60ff2acf5/", - "instance_id": "433addc7-8c38-43a7-aacc-f7b60ff2acf5", + "id": "193.62.55.123/bea6c56b-8fef-409f-9e63-257f1931d344/", + "instance_id": "bea6c56b-8fef-409f-9e63-257f1931d344", "region": "regionOne" }, "meta": { @@ -157,7 +157,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "5ebfa865-3684-4fd2-b4a8-451a683ed89b", + "id": "fff75c62-eb77-4cab-a9e9-d48dd4979c99", "attributes": { "access_ip_v4": "192.168.0.8", "access_ip_v6": "", @@ -166,7 +166,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "5ebfa865-3684-4fd2-b4a8-451a683ed89b", + "id": "fff75c62-eb77-4cab-a9e9-d48dd4979c99", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -176,10 +176,10 @@ "network.0.fixed_ip_v4": "192.168.0.8", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:65:10:89", + "network.0.mac": "fa:16:3e:f1:b1:e8", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -207,7 +207,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "7333e59e-4ab4-4c4e-83af-a79f4bd36596", + "id": "76c51119-6975-4586-9320-ddd03836c44b", "attributes": { "access_ip_v4": "192.168.0.9", "access_ip_v6": "", @@ -216,7 +216,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "7333e59e-4ab4-4c4e-83af-a79f4bd36596", + "id": "76c51119-6975-4586-9320-ddd03836c44b", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -226,10 +226,10 @@ "network.0.fixed_ip_v4": "192.168.0.9", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:9b:e0:3d", + "network.0.mac": "fa:16:3e:73:f1:b3", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -256,7 +256,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", + "id": "e518c829-4522-4f8d-a532-78412418e161", "attributes": { "access_ip_v4": "192.168.0.7", "access_ip_v6": "", @@ -265,7 +265,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", + "id": "e518c829-4522-4f8d-a532-78412418e161", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "test_sequence_search", @@ -275,10 +275,10 @@ "network.0.fixed_ip_v4": "192.168.0.7", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:07:b3:19", + "network.0.mac": "fa:16:3e:13:6a:f5", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -305,7 +305,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "817f224d-6249-4994-a8b6-eb531e50b645", + "id": "03fcd85c-bf26-409e-94e5-da5ac90b9f79", "attributes": { "access_ip_v4": "192.168.0.6", "access_ip_v6": "", @@ -314,7 +314,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "817f224d-6249-4994-a8b6-eb531e50b645", + "id": "03fcd85c-bf26-409e-94e5-da5ac90b9f79", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -324,10 +324,10 @@ "network.0.fixed_ip_v4": "192.168.0.6", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:77:e9:3c", + "network.0.mac": "fa:16:3e:14:d3:f7", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -354,7 +354,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "433addc7-8c38-43a7-aacc-f7b60ff2acf5", + "id": "bea6c56b-8fef-409f-9e63-257f1931d344", "attributes": { "access_ip_v4": "192.168.0.5", "access_ip_v6": "", @@ -363,7 +363,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "433addc7-8c38-43a7-aacc-f7b60ff2acf5", + "id": "bea6c56b-8fef-409f-9e63-257f1931d344", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -373,10 +373,10 @@ "network.0.fixed_ip_v4": "192.168.0.5", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:28:f4:c6", + "network.0.mac": "fa:16:3e:15:88:db", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -418,80 +418,80 @@ "type": "openstack_compute_secgroup_v2", "depends_on": [], "primary": { - "id": "d412f4a3-d60a-458f-a657-cf66d5f6ff94", + "id": "10e23f3c-577c-4f0a-b221-d2c391d691f9", "attributes": { "description": "Security group for the sequence_search instances", - "id": "d412f4a3-d60a-458f-a657-cf66d5f6ff94", + "id": "10e23f3c-577c-4f0a-b221-d2c391d691f9", "name": "test_sequence_search", "region": "regionOne", "rule.#": "10", "rule.184303238.cidr": "0.0.0.0/0", "rule.184303238.from_group_id": "", "rule.184303238.from_port": "111", - "rule.184303238.id": "cf03b2f2-ddae-4921-8b61-5aef81053580", + "rule.184303238.id": "849b05f0-0502-4d5a-8e5f-57b3b8ce0450", "rule.184303238.ip_protocol": "tcp", "rule.184303238.self": "false", "rule.184303238.to_port": "111", "rule.1952586635.cidr": "0.0.0.0/0", "rule.1952586635.from_group_id": "", "rule.1952586635.from_port": "111", - "rule.1952586635.id": "6683c4de-4d55-48f0-b22b-27ade9ae2327", + "rule.1952586635.id": "c4e2f833-245a-4846-8151-4bd1e78c036a", "rule.1952586635.ip_protocol": "udp", "rule.1952586635.self": "false", "rule.1952586635.to_port": "111", "rule.2180185248.cidr": "0.0.0.0/0", "rule.2180185248.from_group_id": "", "rule.2180185248.from_port": "-1", - "rule.2180185248.id": "cd37c889-90cb-4f3b-a618-77e73b41ffb2", + "rule.2180185248.id": "878b917a-5428-46cc-a4f5-70c962e88c31", "rule.2180185248.ip_protocol": "icmp", "rule.2180185248.self": "false", "rule.2180185248.to_port": "-1", "rule.2742039536.cidr": "0.0.0.0/0", "rule.2742039536.from_group_id": "", "rule.2742039536.from_port": "2049", - "rule.2742039536.id": "d89b57f3-b022-4da6-87ea-35e16cd73ca4", + "rule.2742039536.id": "806c437b-0284-4884-815d-2904fb119243", "rule.2742039536.ip_protocol": "tcp", "rule.2742039536.self": "false", "rule.2742039536.to_port": "2049", "rule.3467029331.cidr": "0.0.0.0/0", "rule.3467029331.from_group_id": "", "rule.3467029331.from_port": "8002", - "rule.3467029331.id": "2196423e-0717-4204-8141-1ebd46d8edce", + "rule.3467029331.id": "183f6ec3-64ba-48ff-b4e2-287a5380125d", "rule.3467029331.ip_protocol": "tcp", "rule.3467029331.self": "false", "rule.3467029331.to_port": "8002", "rule.3719211069.cidr": "0.0.0.0/0", "rule.3719211069.from_group_id": "", "rule.3719211069.from_port": "80", - "rule.3719211069.id": "d8d098a1-54e1-4070-9774-e13a44d3553e", + "rule.3719211069.id": "757072a5-e83f-463f-8c73-b663ab864a70", "rule.3719211069.ip_protocol": "tcp", "rule.3719211069.self": "false", "rule.3719211069.to_port": "80", "rule.3723368189.cidr": "0.0.0.0/0", "rule.3723368189.from_group_id": "", "rule.3723368189.from_port": "2049", - "rule.3723368189.id": "bed427d7-f3db-4b74-bc50-b7fc02f6b647", + "rule.3723368189.id": "5c548f26-adfc-4600-8d3d-0ca31c380887", "rule.3723368189.ip_protocol": "udp", "rule.3723368189.self": "false", "rule.3723368189.to_port": "2049", "rule.3815358244.cidr": "0.0.0.0/0", "rule.3815358244.from_group_id": "", "rule.3815358244.from_port": "5432", - "rule.3815358244.id": "86b4fdf2-4735-49fa-901e-1b8114c30ca8", + "rule.3815358244.id": "ea856887-876b-478b-8809-2b117e56cfcf", "rule.3815358244.ip_protocol": "tcp", "rule.3815358244.self": "false", "rule.3815358244.to_port": "5432", "rule.542868096.cidr": "0.0.0.0/0", "rule.542868096.from_group_id": "", "rule.542868096.from_port": "8000", - "rule.542868096.id": "d8775a78-ecb0-49fe-a2f9-b7486a6f8c47", + "rule.542868096.id": "e1aa1286-f372-4a95-a4e3-763b2286e2be", "rule.542868096.ip_protocol": "tcp", "rule.542868096.self": "false", "rule.542868096.to_port": "8000", "rule.836640770.cidr": "0.0.0.0/0", "rule.836640770.from_group_id": "", "rule.836640770.from_port": "22", - "rule.836640770.id": "b1b2cd77-6ac1-40e0-a2dc-1d13f3cc3b91", + "rule.836640770.id": "42507021-ee5a-4eff-855e-9b8d06a8020e", "rule.836640770.ip_protocol": "tcp", "rule.836640770.self": "false", "rule.836640770.to_port": "22" @@ -513,13 +513,13 @@ "openstack_compute_instance_v2.nfs_server" ], "primary": { - "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/817584e0-45d2-4be7-a8cd-cbdae4e5382b", + "id": "e518c829-4522-4f8d-a532-78412418e161/e724dd51-95ad-4a29-a7bf-b3e0669650ec", "attributes": { "device": "/dev/vdb", - "id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf/817584e0-45d2-4be7-a8cd-cbdae4e5382b", - "instance_id": "c5a4aeb7-cc9a-49b3-a2ce-67d619c820bf", + "id": "e518c829-4522-4f8d-a532-78412418e161/e724dd51-95ad-4a29-a7bf-b3e0669650ec", + "instance_id": "e518c829-4522-4f8d-a532-78412418e161", "region": "regionOne", - "volume_id": "817584e0-45d2-4be7-a8cd-cbdae4e5382b" + "volume_id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -536,7 +536,7 @@ "type": "openstack_networking_network_v2", "depends_on": [], "primary": { - "id": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "id": "4c489791-1999-4bbe-b629-8dcae3dc7761", "attributes": { "admin_state_up": "true", "all_tags.#": "0", @@ -544,7 +544,7 @@ "description": "", "dns_domain": "", "external": "false", - "id": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "id": "4c489791-1999-4bbe-b629-8dcae3dc7761", "mtu": "1500", "name": "test_sequence_search", "port_security_enabled": "true", @@ -572,13 +572,13 @@ "openstack_networking_subnet_v2.sequence_search" ], "primary": { - "id": "57b5371f-5ad2-45b2-b472-8bda35b9155c", + "id": "d70728bb-fb9c-4128-9b38-6dbbc95d589b", "attributes": { - "id": "57b5371f-5ad2-45b2-b472-8bda35b9155c", - "port_id": "57b5371f-5ad2-45b2-b472-8bda35b9155c", + "id": "d70728bb-fb9c-4128-9b38-6dbbc95d589b", + "port_id": "d70728bb-fb9c-4128-9b38-6dbbc95d589b", "region": "regionOne", - "router_id": "8d9e8d4a-4de8-4626-ad93-ec9568a83851", - "subnet_id": "35b1f3fc-18a9-4fc2-add2-370775309760" + "router_id": "52808395-d572-40b7-b7bb-7d97c1ab35bd", + "subnet_id": "9a191f6b-6773-4632-8128-ae2fb2327239" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -595,7 +595,7 @@ "type": "openstack_networking_router_v2", "depends_on": [], "primary": { - "id": "8d9e8d4a-4de8-4626-ad93-ec9568a83851", + "id": "52808395-d572-40b7-b7bb-7d97c1ab35bd", "attributes": { "admin_state_up": "true", "all_tags.#": "0", @@ -608,7 +608,7 @@ "external_fixed_ip.0.subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd", "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "8d9e8d4a-4de8-4626-ad93-ec9568a83851", + "id": "52808395-d572-40b7-b7bb-7d97c1ab35bd", "name": "test_sequence_search", "region": "regionOne", "tags.#": "0", @@ -631,7 +631,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "35b1f3fc-18a9-4fc2-add2-370775309760", + "id": "9a191f6b-6773-4632-8128-ae2fb2327239", "attributes": { "all_tags.#": "0", "allocation_pools.#": "1", @@ -643,12 +643,12 @@ "dns_nameservers.0": "8.8.8.8", "enable_dhcp": "true", "gateway_ip": "192.168.0.1", - "id": "35b1f3fc-18a9-4fc2-add2-370775309760", + "id": "9a191f6b-6773-4632-8128-ae2fb2327239", "ip_version": "4", "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "test_sequence_search", - "network_id": "0df5320e-88c6-4b18-9fe5-771dcfdd62d5", + "network_id": "4c489791-1999-4bbe-b629-8dcae3dc7761", "no_gateway": "false", "region": "regionOne", "subnetpool_id": "", From 37bdc58d3c92ddbb51da5f7e58de66dd8acd4a85 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Mon, 8 Jul 2019 10:52:46 +0100 Subject: [PATCH 10/83] Update terraform.tfstate --- .../test/terraform.tfstate | 134 +++++++++--------- 1 file changed, 67 insertions(+), 67 deletions(-) diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index df95df90..4bef839e 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 104, + "serial": 107, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -32,11 +32,11 @@ "null_resource.pre_flight" ], "primary": { - "id": "8865775495421911188", + "id": "3915555419060506976", "attributes": { - "id": "8865775495421911188", + "id": "3915555419060506976", "triggers.%": "1", - "triggers.before": "8882150098575619732" + "triggers.before": "2522690495570575390" }, "meta": {}, "tainted": false @@ -50,11 +50,11 @@ "local.floating_ip" ], "primary": { - "id": "8882150098575619732", + "id": "2522690495570575390", "attributes": { - "id": "8882150098575619732", + "id": "2522690495570575390", "triggers.%": "1", - "triggers.build_number": "2019-07-04T13:53:40Z" + "triggers.build_number": "2019-07-08T09:42:28Z" }, "meta": {}, "tainted": false @@ -66,15 +66,15 @@ "type": "openstack_blockstorage_volume_v2", "depends_on": [], "primary": { - "id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec", + "id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", "attributes": { "attachment.#": "1", - "attachment.1419722760.device": "/dev/vdb", - "attachment.1419722760.id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec", - "attachment.1419722760.instance_id": "e518c829-4522-4f8d-a532-78412418e161", + "attachment.1628875421.device": "/dev/vdb", + "attachment.1628875421.id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", + "attachment.1628875421.instance_id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", "availability_zone": "nova", "description": "", - "id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec", + "id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", "metadata.%": "2", "metadata.attached_mode": "rw", "metadata.readonly": "False", @@ -104,12 +104,12 @@ "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.122/e518c829-4522-4f8d-a532-78412418e161/", + "id": "193.62.55.122/0685146d-ec60-40ea-96e5-5bccff7aefcf/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/e518c829-4522-4f8d-a532-78412418e161/", - "instance_id": "e518c829-4522-4f8d-a532-78412418e161", + "id": "193.62.55.122/0685146d-ec60-40ea-96e5-5bccff7aefcf/", + "instance_id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", "region": "regionOne" }, "meta": { @@ -130,12 +130,12 @@ "openstack_networking_router_interface_v2.sequence_search" ], "primary": { - "id": "193.62.55.123/bea6c56b-8fef-409f-9e63-257f1931d344/", + "id": "193.62.55.123/79ae1049-b76c-470b-8a93-761a3d4bfb53/", "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.123", - "id": "193.62.55.123/bea6c56b-8fef-409f-9e63-257f1931d344/", - "instance_id": "bea6c56b-8fef-409f-9e63-257f1931d344", + "id": "193.62.55.123/79ae1049-b76c-470b-8a93-761a3d4bfb53/", + "instance_id": "79ae1049-b76c-470b-8a93-761a3d4bfb53", "region": "regionOne" }, "meta": { @@ -157,7 +157,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "fff75c62-eb77-4cab-a9e9-d48dd4979c99", + "id": "36d649cc-e7fd-4c40-a2ad-00b23df6da34", "attributes": { "access_ip_v4": "192.168.0.8", "access_ip_v6": "", @@ -166,7 +166,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "fff75c62-eb77-4cab-a9e9-d48dd4979c99", + "id": "36d649cc-e7fd-4c40-a2ad-00b23df6da34", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -176,10 +176,10 @@ "network.0.fixed_ip_v4": "192.168.0.8", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:f1:b1:e8", + "network.0.mac": "fa:16:3e:c2:5b:41", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -207,7 +207,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "76c51119-6975-4586-9320-ddd03836c44b", + "id": "b0901cb8-3171-4872-8c2a-bc69a59b129b", "attributes": { "access_ip_v4": "192.168.0.9", "access_ip_v6": "", @@ -216,7 +216,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "76c51119-6975-4586-9320-ddd03836c44b", + "id": "b0901cb8-3171-4872-8c2a-bc69a59b129b", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -226,10 +226,10 @@ "network.0.fixed_ip_v4": "192.168.0.9", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:73:f1:b3", + "network.0.mac": "fa:16:3e:65:52:5e", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -256,7 +256,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "e518c829-4522-4f8d-a532-78412418e161", + "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", "attributes": { "access_ip_v4": "192.168.0.7", "access_ip_v6": "", @@ -265,7 +265,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "e518c829-4522-4f8d-a532-78412418e161", + "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "test_sequence_search", @@ -275,10 +275,10 @@ "network.0.fixed_ip_v4": "192.168.0.7", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:13:6a:f5", + "network.0.mac": "fa:16:3e:ce:69:47", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -305,7 +305,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "03fcd85c-bf26-409e-94e5-da5ac90b9f79", + "id": "2151f91f-95f3-45b8-a4b6-2c6a1b6066b6", "attributes": { "access_ip_v4": "192.168.0.6", "access_ip_v6": "", @@ -314,7 +314,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "03fcd85c-bf26-409e-94e5-da5ac90b9f79", + "id": "2151f91f-95f3-45b8-a4b6-2c6a1b6066b6", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -324,10 +324,10 @@ "network.0.fixed_ip_v4": "192.168.0.6", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:14:d3:f7", + "network.0.mac": "fa:16:3e:b7:cc:21", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -354,7 +354,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "bea6c56b-8fef-409f-9e63-257f1931d344", + "id": "79ae1049-b76c-470b-8a93-761a3d4bfb53", "attributes": { "access_ip_v4": "192.168.0.5", "access_ip_v6": "", @@ -363,7 +363,7 @@ "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", "flavor_name": "s1.jumbo", "force_delete": "false", - "id": "bea6c56b-8fef-409f-9e63-257f1931d344", + "id": "79ae1049-b76c-470b-8a93-761a3d4bfb53", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -373,10 +373,10 @@ "network.0.fixed_ip_v4": "192.168.0.5", "network.0.fixed_ip_v6": "", "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:15:88:db", + "network.0.mac": "fa:16:3e:bd:42:2b", "network.0.name": "test_sequence_search", "network.0.port": "", - "network.0.uuid": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", "power_state": "active", "region": "regionOne", "security_groups.#": "1", @@ -418,80 +418,80 @@ "type": "openstack_compute_secgroup_v2", "depends_on": [], "primary": { - "id": "10e23f3c-577c-4f0a-b221-d2c391d691f9", + "id": "54378c26-3e2a-4866-8f86-563bd4b8b103", "attributes": { "description": "Security group for the sequence_search instances", - "id": "10e23f3c-577c-4f0a-b221-d2c391d691f9", + "id": "54378c26-3e2a-4866-8f86-563bd4b8b103", "name": "test_sequence_search", "region": "regionOne", "rule.#": "10", "rule.184303238.cidr": "0.0.0.0/0", "rule.184303238.from_group_id": "", "rule.184303238.from_port": "111", - "rule.184303238.id": "849b05f0-0502-4d5a-8e5f-57b3b8ce0450", + "rule.184303238.id": "34f0e7a6-e1d2-401e-a5ba-4f1d6ae1ad0c", "rule.184303238.ip_protocol": "tcp", "rule.184303238.self": "false", "rule.184303238.to_port": "111", "rule.1952586635.cidr": "0.0.0.0/0", "rule.1952586635.from_group_id": "", "rule.1952586635.from_port": "111", - "rule.1952586635.id": "c4e2f833-245a-4846-8151-4bd1e78c036a", + "rule.1952586635.id": "4cd54e88-3839-48e2-8416-034760f3bb4d", "rule.1952586635.ip_protocol": "udp", "rule.1952586635.self": "false", "rule.1952586635.to_port": "111", "rule.2180185248.cidr": "0.0.0.0/0", "rule.2180185248.from_group_id": "", "rule.2180185248.from_port": "-1", - "rule.2180185248.id": "878b917a-5428-46cc-a4f5-70c962e88c31", + "rule.2180185248.id": "b00a6825-9a07-4bf1-bdf0-152404bc9dd1", "rule.2180185248.ip_protocol": "icmp", "rule.2180185248.self": "false", "rule.2180185248.to_port": "-1", "rule.2742039536.cidr": "0.0.0.0/0", "rule.2742039536.from_group_id": "", "rule.2742039536.from_port": "2049", - "rule.2742039536.id": "806c437b-0284-4884-815d-2904fb119243", + "rule.2742039536.id": "fe165659-845f-407d-929a-e52d9fbbb03b", "rule.2742039536.ip_protocol": "tcp", "rule.2742039536.self": "false", "rule.2742039536.to_port": "2049", "rule.3467029331.cidr": "0.0.0.0/0", "rule.3467029331.from_group_id": "", "rule.3467029331.from_port": "8002", - "rule.3467029331.id": "183f6ec3-64ba-48ff-b4e2-287a5380125d", + "rule.3467029331.id": "ccbfe3e8-0213-4ddb-8b01-8df2a808691f", "rule.3467029331.ip_protocol": "tcp", "rule.3467029331.self": "false", "rule.3467029331.to_port": "8002", "rule.3719211069.cidr": "0.0.0.0/0", "rule.3719211069.from_group_id": "", "rule.3719211069.from_port": "80", - "rule.3719211069.id": "757072a5-e83f-463f-8c73-b663ab864a70", + "rule.3719211069.id": "37955e93-a95e-4dd6-8f0d-dbd765ed2d26", "rule.3719211069.ip_protocol": "tcp", "rule.3719211069.self": "false", "rule.3719211069.to_port": "80", "rule.3723368189.cidr": "0.0.0.0/0", "rule.3723368189.from_group_id": "", "rule.3723368189.from_port": "2049", - "rule.3723368189.id": "5c548f26-adfc-4600-8d3d-0ca31c380887", + "rule.3723368189.id": "b0cd936d-c24c-476a-bbdc-d216280e05a1", "rule.3723368189.ip_protocol": "udp", "rule.3723368189.self": "false", "rule.3723368189.to_port": "2049", "rule.3815358244.cidr": "0.0.0.0/0", "rule.3815358244.from_group_id": "", "rule.3815358244.from_port": "5432", - "rule.3815358244.id": "ea856887-876b-478b-8809-2b117e56cfcf", + "rule.3815358244.id": "2cc5a318-e8b9-4190-b700-6eb1f1d48119", "rule.3815358244.ip_protocol": "tcp", "rule.3815358244.self": "false", "rule.3815358244.to_port": "5432", "rule.542868096.cidr": "0.0.0.0/0", "rule.542868096.from_group_id": "", "rule.542868096.from_port": "8000", - "rule.542868096.id": "e1aa1286-f372-4a95-a4e3-763b2286e2be", + "rule.542868096.id": "7fdddfb7-2b72-4ee1-a7de-58441b99428c", "rule.542868096.ip_protocol": "tcp", "rule.542868096.self": "false", "rule.542868096.to_port": "8000", "rule.836640770.cidr": "0.0.0.0/0", "rule.836640770.from_group_id": "", "rule.836640770.from_port": "22", - "rule.836640770.id": "42507021-ee5a-4eff-855e-9b8d06a8020e", + "rule.836640770.id": "8c0e564f-bb8d-4664-b3dd-3328338ce27e", "rule.836640770.ip_protocol": "tcp", "rule.836640770.self": "false", "rule.836640770.to_port": "22" @@ -513,13 +513,13 @@ "openstack_compute_instance_v2.nfs_server" ], "primary": { - "id": "e518c829-4522-4f8d-a532-78412418e161/e724dd51-95ad-4a29-a7bf-b3e0669650ec", + "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf/52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", "attributes": { "device": "/dev/vdb", - "id": "e518c829-4522-4f8d-a532-78412418e161/e724dd51-95ad-4a29-a7bf-b3e0669650ec", - "instance_id": "e518c829-4522-4f8d-a532-78412418e161", + "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf/52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", + "instance_id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", "region": "regionOne", - "volume_id": "e724dd51-95ad-4a29-a7bf-b3e0669650ec" + "volume_id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -536,7 +536,7 @@ "type": "openstack_networking_network_v2", "depends_on": [], "primary": { - "id": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "id": "4adf5d23-4347-43af-b668-68fbacec99fd", "attributes": { "admin_state_up": "true", "all_tags.#": "0", @@ -544,7 +544,7 @@ "description": "", "dns_domain": "", "external": "false", - "id": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "id": "4adf5d23-4347-43af-b668-68fbacec99fd", "mtu": "1500", "name": "test_sequence_search", "port_security_enabled": "true", @@ -572,13 +572,13 @@ "openstack_networking_subnet_v2.sequence_search" ], "primary": { - "id": "d70728bb-fb9c-4128-9b38-6dbbc95d589b", + "id": "ec5fe563-f65c-4c06-9b47-45afcf344b69", "attributes": { - "id": "d70728bb-fb9c-4128-9b38-6dbbc95d589b", - "port_id": "d70728bb-fb9c-4128-9b38-6dbbc95d589b", + "id": "ec5fe563-f65c-4c06-9b47-45afcf344b69", + "port_id": "ec5fe563-f65c-4c06-9b47-45afcf344b69", "region": "regionOne", - "router_id": "52808395-d572-40b7-b7bb-7d97c1ab35bd", - "subnet_id": "9a191f6b-6773-4632-8128-ae2fb2327239" + "router_id": "27cf6ac8-92a3-43b4-9c9c-a3bef78d5a55", + "subnet_id": "61a3f236-aae7-437e-9e69-79a6deeca5b2" }, "meta": { "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { @@ -595,7 +595,7 @@ "type": "openstack_networking_router_v2", "depends_on": [], "primary": { - "id": "52808395-d572-40b7-b7bb-7d97c1ab35bd", + "id": "27cf6ac8-92a3-43b4-9c9c-a3bef78d5a55", "attributes": { "admin_state_up": "true", "all_tags.#": "0", @@ -604,11 +604,11 @@ "distributed": "false", "enable_snat": "true", "external_fixed_ip.#": "1", - "external_fixed_ip.0.ip_address": "193.62.55.94", + "external_fixed_ip.0.ip_address": "193.62.55.99", "external_fixed_ip.0.subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd", "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "52808395-d572-40b7-b7bb-7d97c1ab35bd", + "id": "27cf6ac8-92a3-43b4-9c9c-a3bef78d5a55", "name": "test_sequence_search", "region": "regionOne", "tags.#": "0", @@ -631,7 +631,7 @@ "openstack_networking_network_v2.sequence_search" ], "primary": { - "id": "9a191f6b-6773-4632-8128-ae2fb2327239", + "id": "61a3f236-aae7-437e-9e69-79a6deeca5b2", "attributes": { "all_tags.#": "0", "allocation_pools.#": "1", @@ -643,12 +643,12 @@ "dns_nameservers.0": "8.8.8.8", "enable_dhcp": "true", "gateway_ip": "192.168.0.1", - "id": "9a191f6b-6773-4632-8128-ae2fb2327239", + "id": "61a3f236-aae7-437e-9e69-79a6deeca5b2", "ip_version": "4", "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "test_sequence_search", - "network_id": "4c489791-1999-4bbe-b629-8dcae3dc7761", + "network_id": "4adf5d23-4347-43af-b668-68fbacec99fd", "no_gateway": "false", "region": "regionOne", "subnetpool_id": "", From 94c35296555120896677aba1cdb3b1f813bc806e Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 28 Aug 2019 16:52:56 +0100 Subject: [PATCH 11/83] Ensure compatibility with Terraform v0.12 --- terraform/main.tf | 4 ++-- .../terraform.tfstate.d/test/terraform.tfstate | 14 +++++++------- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/terraform/main.tf b/terraform/main.tf index 5e02fadf..c2c5af1c 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -14,7 +14,7 @@ output "tfstate_file" { } resource "null_resource" "pre_flight" { - triggers { + triggers = { build_number = "${timestamp()}" } provisioner "local-exec" { @@ -209,7 +209,7 @@ resource "openstack_compute_floatingip_associate_v2" "nfs_server_floating_ip" { # } resource "null_resource" "post_flight" { - triggers { + triggers = { before = "${null_resource.pre_flight.id}" } provisioner "local-exec" { diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 4bef839e..c0f0cdd8 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 3, "terraform_version": "0.11.13", - "serial": 107, + "serial": 108, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "modules": [ { @@ -32,11 +32,11 @@ "null_resource.pre_flight" ], "primary": { - "id": "3915555419060506976", + "id": "1055408851216195043", "attributes": { - "id": "3915555419060506976", + "id": "1055408851216195043", "triggers.%": "1", - "triggers.before": "2522690495570575390" + "triggers.before": "4643635405857901852" }, "meta": {}, "tainted": false @@ -50,11 +50,11 @@ "local.floating_ip" ], "primary": { - "id": "2522690495570575390", + "id": "4643635405857901852", "attributes": { - "id": "2522690495570575390", + "id": "4643635405857901852", "triggers.%": "1", - "triggers.build_number": "2019-07-08T09:42:28Z" + "triggers.build_number": "2019-08-28T13:53:06Z" }, "meta": {}, "tainted": false From 73720be9eedcb38b6e0db197da04d775a69c08b0 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Wed, 28 Aug 2019 16:54:05 +0100 Subject: [PATCH 12/83] Update providers template to specify plugin versions --- terraform/providers.tf.template | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/terraform/providers.tf.template b/terraform/providers.tf.template index 4ae3732b..b98ebb7f 100644 --- a/terraform/providers.tf.template +++ b/terraform/providers.tf.template @@ -5,4 +5,9 @@ provider "openstack" { password = "" auth_url = "https://extcloud05.ebi.ac.uk:13000/v2.0" region = "regionOne" + version = "~> 1.21.1" +} + +provider "null" { + version = "~> 2.1" } From bc8cb6dd6951bf967d19a1a674f4c0c266bea1b4 Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Thu, 29 Aug 2019 14:01:36 +0100 Subject: [PATCH 13/83] Create cache folder and ignore its contents --- sequence_search/cache/.gitignore | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 sequence_search/cache/.gitignore diff --git a/sequence_search/cache/.gitignore b/sequence_search/cache/.gitignore new file mode 100644 index 00000000..d6b7ef32 --- /dev/null +++ b/sequence_search/cache/.gitignore @@ -0,0 +1,2 @@ +* +!.gitignore From 815c299f6fabbfecb493e070eb1c1484a5e792aa Mon Sep 17 00:00:00 2001 From: Anton Petrov Date: Thu, 29 Aug 2019 17:03:30 +0100 Subject: [PATCH 14/83] Fix cache folder location --- sequence_search/{ => producer}/cache/.gitignore | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename sequence_search/{ => producer}/cache/.gitignore (100%) diff --git a/sequence_search/cache/.gitignore b/sequence_search/producer/cache/.gitignore similarity index 100% rename from sequence_search/cache/.gitignore rename to sequence_search/producer/cache/.gitignore From edee2e65104f7679c871bebaa903cf7c10dae55c Mon Sep 17 00:00:00 2001 From: Carlos Eduardo Ribas Date: Mon, 2 Sep 2019 11:05:58 +0100 Subject: [PATCH 15/83] Create queries folder and ignore its contents --- sequence_search/consumer/queries/.gitignore | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 sequence_search/consumer/queries/.gitignore diff --git a/sequence_search/consumer/queries/.gitignore b/sequence_search/consumer/queries/.gitignore new file mode 100644 index 00000000..d6b7ef32 --- /dev/null +++ b/sequence_search/consumer/queries/.gitignore @@ -0,0 +1,2 @@ +* +!.gitignore From 46a8903522e43ff98c53d82c59460fa023bb8416 Mon Sep 17 00:00:00 2001 From: Carlos Eduardo Ribas Date: Mon, 2 Sep 2019 11:07:27 +0100 Subject: [PATCH 16/83] Create results folder and ignore its contents --- sequence_search/consumer/results/.gitignore | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 sequence_search/consumer/results/.gitignore diff --git a/sequence_search/consumer/results/.gitignore b/sequence_search/consumer/results/.gitignore new file mode 100644 index 00000000..d6b7ef32 --- /dev/null +++ b/sequence_search/consumer/results/.gitignore @@ -0,0 +1,2 @@ +* +!.gitignore From 5c020c467a8ea1c2dbcfcfdaacf2e635ee72a125 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 9 Sep 2019 11:09:56 +0100 Subject: [PATCH 17/83] Create endpoint to show searches --- sequence_search/producer/urls.py | 3 ++- sequence_search/producer/views/__init__.py | 1 + .../producer/views/show_searches.py | 23 +++++++++++++++++++ 3 files changed, 26 insertions(+), 1 deletion(-) create mode 100644 sequence_search/producer/views/show_searches.py diff --git a/sequence_search/producer/urls.py b/sequence_search/producer/urls.py index 0b0e0532..69f41302 100644 --- a/sequence_search/producer/urls.py +++ b/sequence_search/producer/urls.py @@ -13,7 +13,7 @@ from aiohttp_swagger import setup_swagger from .views import index, submit_job, job_status, job_result, rnacentral_databases, job_results_urs_list, \ - facets, facets_search, list_rnacentral_ids, post_rnacentral_ids, consumers_statuses, jobs_statuses + facets, facets_search, list_rnacentral_ids, post_rnacentral_ids, consumers_statuses, jobs_statuses, show_searches from . import settings @@ -29,6 +29,7 @@ def setup_routes(app): app.router.add_get('/api/list-rnacentral-ids/{job_id:[A-Za-z0-9_-]+}', list_rnacentral_ids, name='list-rnacentral-ids') app.router.add_post('/api/post-rnacentral-ids/{job_id:[A-Za-z0-9_-]+}', post_rnacentral_ids, name='post-rnacentral-ids') app.router.add_get('/api/consumers-statuses', consumers_statuses, name='consumers-statuses') + app.router.add_get('/api/show-searches', show_searches, name='show-searches') setup_static_routes(app) # setup swagger documentation diff --git a/sequence_search/producer/views/__init__.py b/sequence_search/producer/views/__init__.py index fb5da706..3b5879e7 100644 --- a/sequence_search/producer/views/__init__.py +++ b/sequence_search/producer/views/__init__.py @@ -24,3 +24,4 @@ from .list_rnacentral_ids import list_rnacentral_ids from .post_rnacentral_ids import post_rnacentral_ids from .consumers_statuses import consumers_statuses +from .show_searches import show_searches diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py new file mode 100644 index 00000000..f07b78f6 --- /dev/null +++ b/sequence_search/producer/views/show_searches.py @@ -0,0 +1,23 @@ +""" +Copyright [2009-2019] EMBL-European Bioinformatics Institute +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +""" +from aiohttp import web + +from ...db.models import Job + + +async def show_searches(request): + async with request.app['engine'].acquire() as conn: + cursor = await conn.execute(Job.select()) + records = await cursor.fetchall() + jobs = [dict(j) for j in records] + return web.Response(text=str(jobs)) From a3cb498b3dc9ebc7d95a7d7f0a80e4b99e7ef170 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 9 Sep 2019 14:20:14 +0100 Subject: [PATCH 18/83] Convert datetime to string --- sequence_search/producer/views/show_searches.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index f07b78f6..aa87128c 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -19,5 +19,11 @@ async def show_searches(request): async with request.app['engine'].acquire() as conn: cursor = await conn.execute(Job.select()) records = await cursor.fetchall() - jobs = [dict(j) for j in records] - return web.Response(text=str(jobs)) + jobs = [] + for row in records: + item = dict(row.items()) + item['submitted'] = str(item['submitted']) + item['finished'] = str(item['finished']) + jobs.append(item) + + return web.json_response(jobs) \ No newline at end of file From 9858cd75da4540d576b4fde417238429e8ff4e97 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 9 Sep 2019 16:58:43 +0100 Subject: [PATCH 19/83] Endpoint for searches today and last week --- sequence_search/producer/urls.py | 5 ++- sequence_search/producer/views/__init__.py | 2 +- .../producer/views/show_searches.py | 37 +++++++++++++++---- 3 files changed, 34 insertions(+), 10 deletions(-) diff --git a/sequence_search/producer/urls.py b/sequence_search/producer/urls.py index 69f41302..56b94beb 100644 --- a/sequence_search/producer/urls.py +++ b/sequence_search/producer/urls.py @@ -13,7 +13,8 @@ from aiohttp_swagger import setup_swagger from .views import index, submit_job, job_status, job_result, rnacentral_databases, job_results_urs_list, \ - facets, facets_search, list_rnacentral_ids, post_rnacentral_ids, consumers_statuses, jobs_statuses, show_searches + facets, facets_search, list_rnacentral_ids, post_rnacentral_ids, consumers_statuses, jobs_statuses, show_searches, \ + searches_today, searches_last_week from . import settings @@ -30,6 +31,8 @@ def setup_routes(app): app.router.add_post('/api/post-rnacentral-ids/{job_id:[A-Za-z0-9_-]+}', post_rnacentral_ids, name='post-rnacentral-ids') app.router.add_get('/api/consumers-statuses', consumers_statuses, name='consumers-statuses') app.router.add_get('/api/show-searches', show_searches, name='show-searches') + app.router.add_get('/api/searches-today', searches_today, name='searches-today') + app.router.add_get('/api/searches-last-week', searches_last_week, name='searches-last-week') setup_static_routes(app) # setup swagger documentation diff --git a/sequence_search/producer/views/__init__.py b/sequence_search/producer/views/__init__.py index 3b5879e7..70addafc 100644 --- a/sequence_search/producer/views/__init__.py +++ b/sequence_search/producer/views/__init__.py @@ -24,4 +24,4 @@ from .list_rnacentral_ids import list_rnacentral_ids from .post_rnacentral_ids import post_rnacentral_ids from .consumers_statuses import consumers_statuses -from .show_searches import show_searches +from .show_searches import show_searches, searches_today, searches_last_week diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index aa87128c..0bcc0ef2 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -10,20 +10,41 @@ See the License for the specific language governing permissions and limitations under the License. """ +import datetime from aiohttp import web from ...db.models import Job +YESTERDAY = datetime.datetime.now() - datetime.timedelta(days=1) +LAST_WEEK = datetime.datetime.now() - datetime.timedelta(days=7) + + +def get_results(records): + jobs = [] + for row in records: + item = dict(row.items()) + item['submitted'] = str(item['submitted']) + item['finished'] = str(item['finished']) + jobs.append(item) + return web.json_response(jobs) + async def show_searches(request): async with request.app['engine'].acquire() as conn: cursor = await conn.execute(Job.select()) records = await cursor.fetchall() - jobs = [] - for row in records: - item = dict(row.items()) - item['submitted'] = str(item['submitted']) - item['finished'] = str(item['finished']) - jobs.append(item) - - return web.json_response(jobs) \ No newline at end of file + return get_results(records) + + +async def searches_today(request): + async with request.app['engine'].acquire() as conn: + cursor = await conn.execute(Job.select().where(Job.columns.submitted > YESTERDAY)) + records = await cursor.fetchall() + return get_results(records) + + +async def searches_last_week(request): + async with request.app['engine'].acquire() as conn: + cursor = await conn.execute(Job.select().where(Job.columns.submitted > LAST_WEEK)) + records = await cursor.fetchall() + return get_results(records) From add823436b6831d88e45542cf77f845dbf349cdb Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 12 Sep 2019 22:34:30 +0100 Subject: [PATCH 20/83] Show only number of searches and average time --- sequence_search/producer/views/show_searches.py | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index 0bcc0ef2..9e1b55fb 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -13,8 +13,6 @@ import datetime from aiohttp import web -from ...db.models import Job - YESTERDAY = datetime.datetime.now() - datetime.timedelta(days=1) LAST_WEEK = datetime.datetime.now() - datetime.timedelta(days=7) @@ -23,28 +21,31 @@ def get_results(records): jobs = [] for row in records: item = dict(row.items()) - item['submitted'] = str(item['submitted']) - item['finished'] = str(item['finished']) + item['avg_time'] = str(datetime.timedelta(seconds=int(item['avg_time'].seconds))) if item['avg_time'] else 0 jobs.append(item) return web.json_response(jobs) async def show_searches(request): async with request.app['engine'].acquire() as conn: - cursor = await conn.execute(Job.select()) + cursor = await conn.execute("SELECT count(*), avg(finished - submitted) as avg_time FROM jobs") records = await cursor.fetchall() return get_results(records) async def searches_today(request): async with request.app['engine'].acquire() as conn: - cursor = await conn.execute(Job.select().where(Job.columns.submitted > YESTERDAY)) + cursor = await conn.execute( + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", (YESTERDAY,) + ) records = await cursor.fetchall() return get_results(records) async def searches_last_week(request): async with request.app['engine'].acquire() as conn: - cursor = await conn.execute(Job.select().where(Job.columns.submitted > LAST_WEEK)) + cursor = await conn.execute( + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", (LAST_WEEK,) + ) records = await cursor.fetchall() return get_results(records) From ab60c07cf480df54d7bd64b1042c21ac77f1bb58 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Fri, 13 Sep 2019 08:35:45 +0100 Subject: [PATCH 21/83] Show info about searches in one api-endpoint --- sequence_search/producer/urls.py | 5 +-- sequence_search/producer/views/__init__.py | 2 +- .../producer/views/show_searches.py | 43 +++++++++---------- 3 files changed, 23 insertions(+), 27 deletions(-) diff --git a/sequence_search/producer/urls.py b/sequence_search/producer/urls.py index 56b94beb..69f41302 100644 --- a/sequence_search/producer/urls.py +++ b/sequence_search/producer/urls.py @@ -13,8 +13,7 @@ from aiohttp_swagger import setup_swagger from .views import index, submit_job, job_status, job_result, rnacentral_databases, job_results_urs_list, \ - facets, facets_search, list_rnacentral_ids, post_rnacentral_ids, consumers_statuses, jobs_statuses, show_searches, \ - searches_today, searches_last_week + facets, facets_search, list_rnacentral_ids, post_rnacentral_ids, consumers_statuses, jobs_statuses, show_searches from . import settings @@ -31,8 +30,6 @@ def setup_routes(app): app.router.add_post('/api/post-rnacentral-ids/{job_id:[A-Za-z0-9_-]+}', post_rnacentral_ids, name='post-rnacentral-ids') app.router.add_get('/api/consumers-statuses', consumers_statuses, name='consumers-statuses') app.router.add_get('/api/show-searches', show_searches, name='show-searches') - app.router.add_get('/api/searches-today', searches_today, name='searches-today') - app.router.add_get('/api/searches-last-week', searches_last_week, name='searches-last-week') setup_static_routes(app) # setup swagger documentation diff --git a/sequence_search/producer/views/__init__.py b/sequence_search/producer/views/__init__.py index 70addafc..3b5879e7 100644 --- a/sequence_search/producer/views/__init__.py +++ b/sequence_search/producer/views/__init__.py @@ -24,4 +24,4 @@ from .list_rnacentral_ids import list_rnacentral_ids from .post_rnacentral_ids import post_rnacentral_ids from .consumers_statuses import consumers_statuses -from .show_searches import show_searches, searches_today, searches_last_week +from .show_searches import show_searches diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index 9e1b55fb..67baac55 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -13,39 +13,38 @@ import datetime from aiohttp import web -YESTERDAY = datetime.datetime.now() - datetime.timedelta(days=1) +LAST_24_HOURS = datetime.datetime.now() - datetime.timedelta(days=1) LAST_WEEK = datetime.datetime.now() - datetime.timedelta(days=7) -def get_results(records): - jobs = [] +def convert_average_time(records): + result = [] for row in records: item = dict(row.items()) item['avg_time'] = str(datetime.timedelta(seconds=int(item['avg_time'].seconds))) if item['avg_time'] else 0 - jobs.append(item) - return web.json_response(jobs) + result.append(item) + return result async def show_searches(request): async with request.app['engine'].acquire() as conn: - cursor = await conn.execute("SELECT count(*), avg(finished - submitted) as avg_time FROM jobs") - records = await cursor.fetchall() - return get_results(records) + all_searches = await conn.execute("SELECT count(*), avg(finished - submitted) as avg_time FROM jobs") + all_searches_records = await all_searches.fetchall() + all_searches_result = convert_average_time(all_searches_records) + all_searches_result[0].update({'search': 'all'}) - -async def searches_today(request): - async with request.app['engine'].acquire() as conn: - cursor = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", (YESTERDAY,) + last_24_hours = await conn.execute( + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", LAST_24_HOURS ) - records = await cursor.fetchall() - return get_results(records) - + last_24_hours_records = await last_24_hours.fetchall() + last_24_hours_result = convert_average_time(last_24_hours_records) + last_24_hours_result[0].update({'search': 'last-24-hours'}) -async def searches_last_week(request): - async with request.app['engine'].acquire() as conn: - cursor = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", (LAST_WEEK,) + last_week = await conn.execute( + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", LAST_WEEK ) - records = await cursor.fetchall() - return get_results(records) + last_week_records = await last_week.fetchall() + last_week_result = convert_average_time(last_week_records) + last_week_result[0].update({'search': 'last-week'}) + + return web.json_response(all_searches_result + last_24_hours_result + last_week_result) From b1cdbb6caa7d14dae893dc9ae74f6a46bab3517f Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 19 Sep 2019 09:33:32 +0100 Subject: [PATCH 22/83] Backup the database periodically and delete old files --- ansible/roles/postgresql/tasks/backup.yml | 11 +++++++++++ ansible/roles/postgresql/tasks/main.yml | 4 ++++ postgres/backup.sh | 11 +++++++++++ 3 files changed, 26 insertions(+) create mode 100644 ansible/roles/postgresql/tasks/backup.yml create mode 100755 postgres/backup.sh diff --git a/ansible/roles/postgresql/tasks/backup.yml b/ansible/roles/postgresql/tasks/backup.yml new file mode 100644 index 00000000..9ff52aef --- /dev/null +++ b/ansible/roles/postgresql/tasks/backup.yml @@ -0,0 +1,11 @@ +--- + # Added by cribas + - name: Copy the script to do backups + copy: src=../postgres/backup.sh dest=/etc/cron.hourly/backup.sh owner=postgres group=postgres mode=0755 + + - name: Create backup directory + file: + path: /backup + state: directory + owner: postgres + mode: '0777' \ No newline at end of file diff --git a/ansible/roles/postgresql/tasks/main.yml b/ansible/roles/postgresql/tasks/main.yml index 61efd684..fe5ad81c 100644 --- a/ansible/roles/postgresql/tasks/main.yml +++ b/ansible/roles/postgresql/tasks/main.yml @@ -39,3 +39,7 @@ - import_tasks: monit.yml when: monit_protection is defined and monit_protection == true tags: [postgresql, postgresql-monit] + +# Added by cribas +- import_tasks: backup.yml + tags: backup diff --git a/postgres/backup.sh b/postgres/backup.sh new file mode 100755 index 00000000..43a49c4a --- /dev/null +++ b/postgres/backup.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +TODAY=$(date +"%Y%m%d") +TIME=$(date +"%T") +REMOVE=$(date +"%Y%m%d_%H" -d "5 days ago") + +echo "Removing old files" +find /backup -name "producer_${REMOVE}*" -type f -exec rm -f {} \; + +echo "Starting backup" +pg_dump -Fc producer -U postgres > /backup/producer_${TODAY}_${TIME}.dump From 08edf1628f7cdaf409ffa723c07efbc019309bd3 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 19 Sep 2019 09:35:56 +0100 Subject: [PATCH 23/83] Updating code to handle new CentOS packages --- ansible/main.yml | 2 +- ansible/roles/consumer/tasks/main.yml | 2 +- ansible/roles/producer/tasks/main.yml | 6 +++--- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/ansible/main.yml b/ansible/main.yml index a136208d..31528b01 100644 --- a/ansible/main.yml +++ b/ansible/main.yml @@ -17,7 +17,7 @@ - name: Drop the database and re-create it shell: chdir: /srv - cmd: ENVIRONMENT=PRODUCTION python36 -m sequence_search.db + cmd: ENVIRONMENT=PRODUCTION python3 -m sequence_search.db - import_playbook: consumers.yml diff --git a/ansible/roles/consumer/tasks/main.yml b/ansible/roles/consumer/tasks/main.yml index 0d848583..300fd473 100644 --- a/ansible/roles/consumer/tasks/main.yml +++ b/ansible/roles/consumer/tasks/main.yml @@ -189,5 +189,5 @@ shell: chdir: /srv # cmd: /usr/local/bin/gunicorn consumer.main:app --daemon --bind 0.0.0.0:8000 --worker-class aiohttp.worker.GunicornWebWorker --access-logfile /var/log/gunicorn/access_log --error-logfile /var/log/gunicorn/error_log --env ENVIRONMENT=PRODUCTION --log-level=DEBUG - cmd: ENVIRONMENT=PRODUCTION nohup python36 -m sequence_search.consumer &> /var/log/gunicorn/access_log & + cmd: ENVIRONMENT=PRODUCTION nohup python3 -m sequence_search.consumer &> /var/log/gunicorn/access_log & tags: [ restart, quick ] diff --git a/ansible/roles/producer/tasks/main.yml b/ansible/roles/producer/tasks/main.yml index 1f29b464..74879234 100644 --- a/ansible/roles/producer/tasks/main.yml +++ b/ansible/roles/producer/tasks/main.yml @@ -129,7 +129,7 @@ - name: Drop the database and re-create it shell: chdir: /srv - cmd: ENVIRONMENT=PRODUCTION python36 -m sequence_search.db + cmd: ENVIRONMENT=PRODUCTION python3 -m sequence_search.db tags: [ never, migrate ] @@ -169,12 +169,12 @@ - name: Clean database shell: chdir: /srv - cmd: ENVIRONMENT=PRODUCTION python36 -m sequence_search.db + cmd: ENVIRONMENT=PRODUCTION python3 -m sequence_search.db tags: [ never, clean-db ] - name: Run producer service shell: chdir: /srv # cmd: /usr/local/bin/gunicorn producer.main:app --daemon --bind 0.0.0.0:8002 --worker-class aiohttp.worker.GunicornWebWorker --access-logfile /var/log/gunicorn/access_log --error-logfile /var/log/gunicorn/error_log --env ENVIRONMENT=PRODUCTION --log-level=DEBUG --timeout 120 - cmd: ENVIRONMENT=PRODUCTION nohup python36 -m sequence_search.producer &> /var/log/gunicorn/access_log & + cmd: ENVIRONMENT=PRODUCTION nohup python3 -m sequence_search.producer &> /var/log/gunicorn/access_log & tags: [ restart, quick ] From 5cf6bd172ce1fff2cd759437232c8781c8b65c2c Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 19 Sep 2019 15:10:43 +0100 Subject: [PATCH 24/83] Playbook to restore a PostgreSQL database --- .gitignore | 1 + ansible/postgres_restore.yml | 11 +++++++++++ 2 files changed, 12 insertions(+) create mode 100644 ansible/postgres_restore.yml diff --git a/.gitignore b/.gitignore index 5185cc1a..66298148 100644 --- a/.gitignore +++ b/.gitignore @@ -19,6 +19,7 @@ __pycache__/ *.retry ansible/hosts +ansible/producer_latest.dump node_modules/ ENV/ sequence_search/consumer/hmmer-3.2.1/ diff --git a/ansible/postgres_restore.yml b/ansible/postgres_restore.yml new file mode 100644 index 00000000..71866c1b --- /dev/null +++ b/ansible/postgres_restore.yml @@ -0,0 +1,11 @@ +--- +# Playbook to restore a PostgreSQL database from an archive file created by pg_dump +- hosts: postgres + remote_user: centos + become: true + become_method: sudo + vars: + ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" + tasks: + - copy: src=producer_latest.dump dest=/tmp/producer_latest.dump mode=0777 + - shell: pg_restore -U docker -c -n public -n pg_catalog -d producer /tmp/producer_latest.dump From dbbf89d91a0cc1b48533c484562f85fe15299fce Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 19 Sep 2019 16:58:07 +0100 Subject: [PATCH 25/83] Set time zone to sync backups --- ansible/roles/postgresql/tasks/backup.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/ansible/roles/postgresql/tasks/backup.yml b/ansible/roles/postgresql/tasks/backup.yml index 9ff52aef..e61e9bcb 100644 --- a/ansible/roles/postgresql/tasks/backup.yml +++ b/ansible/roles/postgresql/tasks/backup.yml @@ -8,4 +8,8 @@ path: /backup state: directory owner: postgres - mode: '0777' \ No newline at end of file + mode: '0777' + + - name: Set Time Zone + timezone: + name: Europe/London \ No newline at end of file From ea6cd525fb32eedecdecf3111a1c8478b05958e6 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 19 Sep 2019 17:21:44 +0100 Subject: [PATCH 26/83] Script to create the hosts file used by ansible --- terraform/hosts.py | 37 +++++++++++++++++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100755 terraform/hosts.py diff --git a/terraform/hosts.py b/terraform/hosts.py new file mode 100755 index 00000000..e5296f90 --- /dev/null +++ b/terraform/hosts.py @@ -0,0 +1,37 @@ +# terraform-inventory (v0.9) is not working well with terraform (v0.12.6). +# This script creates the hosts file used by ansible. +# First run "terraform show -json > current_state" +import json + + +with open('current_state') as json_file: + data = json.load(json_file) + file = open('../ansible/hosts', 'w') + + file.write('[associate_postgres_floating_ip]\n') + file.write([obj for obj in data['values']['root_module']['resources'] if obj['address'] == 'openstack_compute_floatingip_associate_v2.nfs_server_floating_ip'][0]['values']['floating_ip'] + '\n') + file.write('\n') + + file.write('[nfs_server]\n') + file.write([obj for obj in data['values']['root_module']['resources'] if + obj['address'] == 'openstack_compute_instance_v2.nfs_server'][0]['values']['access_ip_v4'] + '\n') + file.write('\n') + + file.write('[postgres]\n') + file.write([obj for obj in data['values']['root_module']['resources'] if obj['address'] == 'openstack_compute_instance_v2.postgres'][0]['values']['access_ip_v4'] + '\n') + file.write('\n') + + file.write('[sequence_search]\n') + file.write([obj for obj in data['values']['root_module']['resources'] if obj['address'] == 'openstack_compute_floatingip_associate_v2.sequence_search'][0]['values']['floating_ip'] + '\n') + file.write('\n') + + file.write('[producer]\n') + file.write([obj for obj in data['values']['root_module']['resources'] if obj['address'] == 'openstack_compute_instance_v2.producer'][0]['values']['access_ip_v4'] + '\n') + file.write('\n') + + file.write('[consumers]\n') + for obj in data['values']['root_module']['resources']: + if obj['address'] == 'openstack_compute_instance_v2.consumers': + file.write(obj['values']['access_ip_v4'] + '\n') + +# print(json.dumps(output, indent=4)) From 3ab5095ad10a03cd28b0ff4ffe11752298054fd7 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 24 Sep 2019 16:35:21 +0100 Subject: [PATCH 27/83] Bug fix --- sequence_search/producer/views/show_searches.py | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index 67baac55..48c10d13 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -13,9 +13,6 @@ import datetime from aiohttp import web -LAST_24_HOURS = datetime.datetime.now() - datetime.timedelta(days=1) -LAST_WEEK = datetime.datetime.now() - datetime.timedelta(days=7) - def convert_average_time(records): result = [] @@ -34,14 +31,16 @@ async def show_searches(request): all_searches_result[0].update({'search': 'all'}) last_24_hours = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", LAST_24_HOURS + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", + datetime.datetime.now() - datetime.timedelta(days=1) ) last_24_hours_records = await last_24_hours.fetchall() last_24_hours_result = convert_average_time(last_24_hours_records) last_24_hours_result[0].update({'search': 'last-24-hours'}) last_week = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", LAST_WEEK + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", + datetime.datetime.now() - datetime.timedelta(days=7) ) last_week_records = await last_week.fetchall() last_week_result = convert_average_time(last_week_records) From 0bd3896106400252eb62ca432d274caaeadc316a Mon Sep 17 00:00:00 2001 From: carlosribas Date: Wed, 25 Sep 2019 17:16:39 +0100 Subject: [PATCH 28/83] Bug fix --- sequence_search/consumer/__main__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sequence_search/consumer/__main__.py b/sequence_search/consumer/__main__.py index 94bb3d77..3b5b88d9 100644 --- a/sequence_search/consumer/__main__.py +++ b/sequence_search/consumer/__main__.py @@ -59,7 +59,7 @@ def create_app(): app.update(name='consumer', settings=settings) # setup Jinja2 template renderer - aiohttp_jinja2.setup(app, loader=jinja2.PackageLoader('sequence_search', 'consumer', 'templates')) + aiohttp_jinja2.setup(app, loader=jinja2.FileSystemLoader(str(settings.PROJECT_ROOT / 'templates'))) # create db connection on startup, shutdown on exit for key, value in get_postgres_credentials(settings.ENVIRONMENT)._asdict().items(): From ac403c40a38498ebe3d5d0ddc78e44def5611a50 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 26 Sep 2019 22:31:31 +0100 Subject: [PATCH 29/83] DB name in lowercase --- sequence_search/producer/views/submit_job.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/sequence_search/producer/views/submit_job.py b/sequence_search/producer/views/submit_job.py index 64f1af39..6e960d0a 100644 --- a/sequence_search/producer/views/submit_job.py +++ b/sequence_search/producer/views/submit_job.py @@ -95,6 +95,10 @@ async def submit_job(request): """ data = await request.json() + # Leave databases name in lowercase. + if data['databases']: + data['databases'] = [db.lower() for db in data['databases']] + try: data = serialize(request, data) except (KeyError, TypeError, ValueError) as e: From fa82340e8e9f2da165f31a25654d874e55f8ebbb Mon Sep 17 00:00:00 2001 From: carlosribas Date: Fri, 27 Sep 2019 14:43:40 +0100 Subject: [PATCH 30/83] Using default timeout --- sequence_search/producer/text_search_client.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sequence_search/producer/text_search_client.py b/sequence_search/producer/text_search_client.py index 11561720..adc3977c 100644 --- a/sequence_search/producer/text_search_client.py +++ b/sequence_search/producer/text_search_client.py @@ -107,7 +107,9 @@ async def get_text_search_results(results, job_id, query, start, size, facetcoun facetfields=','.join(facetfields), start=start, size=size) try: - async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=10)) as session: + # using default timeout. It means that the whole operation should finish in 5 minutes. + # large timeout prevents facet errors + async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout()) as session: async with session.get(url) as response: if response.status < 400: return await response.json() From 1ca9f24a0e9d1c595dd4ceda81daecb7b71907ed Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 30 Sep 2019 15:50:05 +0100 Subject: [PATCH 31/83] Script to test the Sequence Search service --- .gitignore | 1 + sequence_search/.conf-file-template | 4 +++ sequence_search/monitor.sh | 54 +++++++++++++++++++++++++++++ 3 files changed, 59 insertions(+) create mode 100644 sequence_search/.conf-file-template create mode 100755 sequence_search/monitor.sh diff --git a/.gitignore b/.gitignore index 66298148..ea5864e1 100644 --- a/.gitignore +++ b/.gitignore @@ -26,3 +26,4 @@ sequence_search/consumer/hmmer-3.2.1/ sequence_search/consumer/results sequence_search/consumer/queries sequence_search/consumer/databases +sequence_search/.conf-file diff --git a/sequence_search/.conf-file-template b/sequence_search/.conf-file-template new file mode 100644 index 00000000..193f7d45 --- /dev/null +++ b/sequence_search/.conf-file-template @@ -0,0 +1,4 @@ +SMTP="smtps://smtp.example.com:465" +FROM="from@example.com" +TO="to@example.com" +PASSWORD="FROM-password" \ No newline at end of file diff --git a/sequence_search/monitor.sh b/sequence_search/monitor.sh new file mode 100755 index 00000000..e7a6f87c --- /dev/null +++ b/sequence_search/monitor.sh @@ -0,0 +1,54 @@ +# Script to regularly run a specific search and check the results + +# -o allexport enables all following variable definitions to be exported. +# +o allexport disables this feature. +set -o allexport +source .conf-file +set +o allexport + +CONTENT_TYPE="Content-Type: application/json" +DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \"CUGUACUAUCUACUGUCUCUC\"}" +HOST_AND_PORT="https://search.rnacentral.org" + +# Submit a job +JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST_AND_PORT}/api/submit-job | jq -r '.job_id') +#echo "The job id: ${JOB_ID}" + +# Job status +# Expected response: "started" +INITIAL_STATUS=$(curl -s ${HOST_AND_PORT}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') +#echo "The initial status: ${INITIAL_STATUS}" + +# Waits 5 seconds. +sleep 5s + +# Job status +# Expected response: "success" +FINAL_STATUS=$(curl -s ${HOST_AND_PORT}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') +#echo "The final status: ${FINAL_STATUS}" + +# Facets search +# Expected response: "hitCount = 23 and textSearchError = false" +FACETS_SEARCH=$(curl -s ${HOST_AND_PORT}/api/facets-search/$JOB_ID | jq '[.hitCount,.textSearchError]') +HIT_COUNT=$(echo ${FACETS_SEARCH} | jq '.[0]') +SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') +#echo $HIT_COUNT +#echo $SEARCH_ERROR + +# Send message in case of unexpected result +if [ "$INITIAL_STATUS" != "started" ] || [ "$FINAL_STATUS" != "success" ] || [ "$HIT_COUNT" != "23" ] || [ "$SEARCH_ERROR" != "false" ] +then +# echo "There is something wrong here!" + curl -s --url $SMTP --ssl-reqd \ + --mail-from $FROM \ + --mail-rcpt $TO \ + --user $FROM":"$PASSWORD \ + -T <(echo -e "From: ${FROM}\nTo: ${TO}\nSubject: API Error\n\n + Please check the RNAcentral sequence search. Last output was: \n\n + The initial status: ${INITIAL_STATUS}\n\n + The final status: ${FINAL_STATUS}\n\n + The hit count: ${HIT_COUNT}\n\n + The text search error: ${SEARCH_ERROR}\n\n + and the expected result was 'started', 'success', '23' and 'false' respectively.") + exit +fi From 8d81577ac93b11e22270b733349d2fb8d0b89f6a Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 1 Oct 2019 10:16:25 +0100 Subject: [PATCH 32/83] Create test to check show-searches endpoint --- .../producer/tests/test_show_searches.py | 92 +++++++++++++++++++ 1 file changed, 92 insertions(+) create mode 100644 sequence_search/producer/tests/test_show_searches.py diff --git a/sequence_search/producer/tests/test_show_searches.py b/sequence_search/producer/tests/test_show_searches.py new file mode 100644 index 00000000..9093f64d --- /dev/null +++ b/sequence_search/producer/tests/test_show_searches.py @@ -0,0 +1,92 @@ +""" +Copyright [2009-2019] EMBL-European Bioinformatics Institute +Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 +Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, +WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +See the License for the specific language governing permissions and +limitations under the License. +""" + +import datetime +import logging +import uuid + +from aiohttp.test_utils import unittest_run_loop + +from ..__main__ import create_app +from ...db.models import Job, JOB_STATUS_CHOICES +from aiohttp.test_utils import AioHTTPTestCase + + +""" +Run these tests with: + +ENVIRONMENT=TEST python3 -m unittest sequence_search.producer.tests.test_show_searches +""" + + +class ShowSearchesTestCase(AioHTTPTestCase): + async def get_application(self): + logging.basicConfig(level=logging.ERROR) # subdue messages like 'DEBUG:asyncio:Using selector: KqueueSelector' + app = create_app() + return app + + async def setUpAsync(self): + await super().setUpAsync() + + logging.info("settings = %s" % self.app['settings'].__dict__) + + self.job_id_01 = str(uuid.uuid4()) + self.job_id_02 = str(uuid.uuid4()) + self.job_id_03 = str(uuid.uuid4()) + + async with self.app['engine'].acquire() as connection: + await connection.execute( + Job.insert().values( + id=self.job_id_01, + query='', + submitted=datetime.datetime.now(), + status=JOB_STATUS_CHOICES.started + ) + ) + + await connection.execute( + Job.insert().values( + id=self.job_id_02, + query='', + submitted=datetime.datetime.now() - datetime.timedelta(days=2), + status=JOB_STATUS_CHOICES.started + ) + ) + + await connection.execute( + Job.insert().values( + id=self.job_id_03, + query='', + submitted=datetime.datetime.now() - datetime.timedelta(days=8), + status=JOB_STATUS_CHOICES.started + ) + ) + + async def tearDownAsync(self): + async with self.app['engine'].acquire() as connection: + await connection.execute('DELETE FROM jobs') + + await super().tearDownAsync() + + @unittest_run_loop + async def test_show_searches_success(self): + url = self.app.router["show-searches"].url_for() + async with self.client.get(path=url) as response: + assert response.status == 200 + data = await response.json() + + assert data == [ + {"count": 3, "avg_time": 0, "search": "all"}, + {"count": 1, "avg_time": 0, "search": "last-24-hours"}, + {"count": 2, "avg_time": 0, "search": "last-week"} + ] From bb38fcd48d936ac8fdf88a1260e30595eecbcddd Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 1 Oct 2019 14:46:30 +0100 Subject: [PATCH 33/83] Using rnacentral API endpoint --- sequence_search/monitor.sh | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/sequence_search/monitor.sh b/sequence_search/monitor.sh index e7a6f87c..5ae6b172 100755 --- a/sequence_search/monitor.sh +++ b/sequence_search/monitor.sh @@ -8,15 +8,15 @@ set +o allexport CONTENT_TYPE="Content-Type: application/json" DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \"CUGUACUAUCUACUGUCUCUC\"}" -HOST_AND_PORT="https://search.rnacentral.org" +HOST_AND_PORT="https://rnacentral.org/sequence-search-beta" # Submit a job -JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST_AND_PORT}/api/submit-job | jq -r '.job_id') +JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST_AND_PORT}/submit-job | jq -r '.job_id') #echo "The job id: ${JOB_ID}" # Job status # Expected response: "started" -INITIAL_STATUS=$(curl -s ${HOST_AND_PORT}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') +INITIAL_STATUS=$(curl -s ${HOST_AND_PORT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') #echo "The initial status: ${INITIAL_STATUS}" # Waits 5 seconds. @@ -24,12 +24,12 @@ sleep 5s # Job status # Expected response: "success" -FINAL_STATUS=$(curl -s ${HOST_AND_PORT}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') +FINAL_STATUS=$(curl -s ${HOST_AND_PORT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') #echo "The final status: ${FINAL_STATUS}" # Facets search # Expected response: "hitCount = 23 and textSearchError = false" -FACETS_SEARCH=$(curl -s ${HOST_AND_PORT}/api/facets-search/$JOB_ID | jq '[.hitCount,.textSearchError]') +FACETS_SEARCH=$(curl -s ${HOST_AND_PORT}/job-results/$JOB_ID | jq '[.hitCount,.textSearchError]') HIT_COUNT=$(echo ${FACETS_SEARCH} | jq '.[0]') SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') #echo $HIT_COUNT From f635ffe0fd184e4997b09d88f684d06bb2edb9c9 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 1 Oct 2019 14:49:16 +0100 Subject: [PATCH 34/83] Removing queries used to monitor the service --- sequence_search/producer/views/show_searches.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index 48c10d13..88e6c0f5 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -25,13 +25,16 @@ def convert_average_time(records): async def show_searches(request): async with request.app['engine'].acquire() as conn: - all_searches = await conn.execute("SELECT count(*), avg(finished - submitted) as avg_time FROM jobs") + all_searches = await conn.execute( + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE query !='CUGUACUAUCUACUGUCUCUC'" + ) all_searches_records = await all_searches.fetchall() all_searches_result = convert_average_time(all_searches_records) all_searches_result[0].update({'search': 'all'}) last_24_hours = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs " + "WHERE query !='CUGUACUAUCUACUGUCUCUC' AND submitted > %s", datetime.datetime.now() - datetime.timedelta(days=1) ) last_24_hours_records = await last_24_hours.fetchall() @@ -39,7 +42,8 @@ async def show_searches(request): last_24_hours_result[0].update({'search': 'last-24-hours'}) last_week = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE submitted > %s", + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs " + "WHERE query !='CUGUACUAUCUACUGUCUCUC' AND submitted > %s", datetime.datetime.now() - datetime.timedelta(days=7) ) last_week_records = await last_week.fetchall() From 93d242e61b760f1021773b90db4226bd70b3fdb9 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Wed, 2 Oct 2019 17:18:02 +0100 Subject: [PATCH 35/83] Use slack to send messages --- sequence_search/.conf-file-template | 5 +- sequence_search/monitor.sh | 80 +++++++++++++---------------- 2 files changed, 38 insertions(+), 47 deletions(-) diff --git a/sequence_search/.conf-file-template b/sequence_search/.conf-file-template index 193f7d45..250f6928 100644 --- a/sequence_search/.conf-file-template +++ b/sequence_search/.conf-file-template @@ -1,4 +1 @@ -SMTP="smtps://smtp.example.com:465" -FROM="from@example.com" -TO="to@example.com" -PASSWORD="FROM-password" \ No newline at end of file +WEBHOOK_URL="YOUR_WEBHOOK_URL" \ No newline at end of file diff --git a/sequence_search/monitor.sh b/sequence_search/monitor.sh index 5ae6b172..a559ca3d 100755 --- a/sequence_search/monitor.sh +++ b/sequence_search/monitor.sh @@ -8,47 +8,41 @@ set +o allexport CONTENT_TYPE="Content-Type: application/json" DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \"CUGUACUAUCUACUGUCUCUC\"}" -HOST_AND_PORT="https://rnacentral.org/sequence-search-beta" - -# Submit a job -JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST_AND_PORT}/submit-job | jq -r '.job_id') -#echo "The job id: ${JOB_ID}" - -# Job status -# Expected response: "started" -INITIAL_STATUS=$(curl -s ${HOST_AND_PORT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') -#echo "The initial status: ${INITIAL_STATUS}" - -# Waits 5 seconds. -sleep 5s - -# Job status -# Expected response: "success" -FINAL_STATUS=$(curl -s ${HOST_AND_PORT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') -#echo "The final status: ${FINAL_STATUS}" - -# Facets search -# Expected response: "hitCount = 23 and textSearchError = false" -FACETS_SEARCH=$(curl -s ${HOST_AND_PORT}/job-results/$JOB_ID | jq '[.hitCount,.textSearchError]') -HIT_COUNT=$(echo ${FACETS_SEARCH} | jq '.[0]') -SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') -#echo $HIT_COUNT -#echo $SEARCH_ERROR - -# Send message in case of unexpected result -if [ "$INITIAL_STATUS" != "started" ] || [ "$FINAL_STATUS" != "success" ] || [ "$HIT_COUNT" != "23" ] || [ "$SEARCH_ERROR" != "false" ] -then -# echo "There is something wrong here!" - curl -s --url $SMTP --ssl-reqd \ - --mail-from $FROM \ - --mail-rcpt $TO \ - --user $FROM":"$PASSWORD \ - -T <(echo -e "From: ${FROM}\nTo: ${TO}\nSubject: API Error\n\n - Please check the RNAcentral sequence search. Last output was: \n\n - The initial status: ${INITIAL_STATUS}\n\n - The final status: ${FINAL_STATUS}\n\n - The hit count: ${HIT_COUNT}\n\n - The text search error: ${SEARCH_ERROR}\n\n - and the expected result was 'started', 'success', '23' and 'false' respectively.") - exit +HOST="https://rnacentral.org/" +ENDPOINT="sequence-search-beta" + +# First check if the $HOST is up +if curl -s --head --request GET $HOST | grep "200 OK" > /dev/null; then + # Submit a job + JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST}/${ENDPOINT}/submit-job | jq -r '.job_id') + + # Job status + # Expected response: "started" + INITIAL_STATUS=$(curl -s ${HOST}/${ENDPOINT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + + # Waits 5 seconds. + sleep 5s + + # Job status + # Expected response: "success" + FINAL_STATUS=$(curl -s ${HOST}/${ENDPOINT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + + # Facets search + # Expected response: "hitCount = 23 and textSearchError = false" + FACETS_SEARCH=$(curl -s ${HOST}/${ENDPOINT}/job-results/$JOB_ID | jq '[.hitCount,.textSearchError]') + HIT_COUNT=$(echo ${FACETS_SEARCH} | jq '.[0]') + SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') + + # Send message in case of unexpected result + if [ "$INITIAL_STATUS" != "started" ] || [ "$FINAL_STATUS" != "success" ] || [ "$HIT_COUNT" != "22" ] || [ "$SEARCH_ERROR" != "false" ] + then + text="Please check the RNAcentral sequence search. \n The output was: ${INITIAL_STATUS}, ${FINAL_STATUS}, ${HIT_COUNT} and ${SEARCH_ERROR}. \n Expected result: started, success, 22 and false." + escapedText=$(echo ${text} | sed 's/"/\"/g' | sed "s/'/\'/g" ) + json="{\"text\": \"$escapedText\"}" + curl -s -d "payload=$json" $WEBHOOK_URL + exit + fi +# No worries if it's not up, UptimeRobot will notify the team. +else + echo "${HOST} is DOWN!" fi From 93ff9518bacf633bc3e49697e42b4a04f365aa78 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 3 Oct 2019 09:53:21 +0100 Subject: [PATCH 36/83] Add links to see the status and the results of the job --- sequence_search/monitor.sh | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/sequence_search/monitor.sh b/sequence_search/monitor.sh index a559ca3d..17e22ee4 100755 --- a/sequence_search/monitor.sh +++ b/sequence_search/monitor.sh @@ -8,7 +8,7 @@ set +o allexport CONTENT_TYPE="Content-Type: application/json" DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \"CUGUACUAUCUACUGUCUCUC\"}" -HOST="https://rnacentral.org/" +HOST="https://rnacentral.org" ENDPOINT="sequence-search-beta" # First check if the $HOST is up @@ -34,9 +34,15 @@ if curl -s --head --request GET $HOST | grep "200 OK" > /dev/null; then SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') # Send message in case of unexpected result - if [ "$INITIAL_STATUS" != "started" ] || [ "$FINAL_STATUS" != "success" ] || [ "$HIT_COUNT" != "22" ] || [ "$SEARCH_ERROR" != "false" ] + if [ "$INITIAL_STATUS" != "started" ] || [ "$FINAL_STATUS" != "success" ] || [ "$HIT_COUNT" != "23" ] || [ "$SEARCH_ERROR" != "false" ] then - text="Please check the RNAcentral sequence search. \n The output was: ${INITIAL_STATUS}, ${FINAL_STATUS}, ${HIT_COUNT} and ${SEARCH_ERROR}. \n Expected result: started, success, 22 and false." + text="Ops! There is something wrong with the RNAcentral sequence search. Please check the links below: \n + \n + To check the status see: ${HOST}/${ENDPOINT}/job-status/$JOB_ID \n + The status output: ${INITIAL_STATUS} and ${FINAL_STATUS}. The expected status: started and success. \n + \n + To check the results see: ${HOST}/${ENDPOINT}/job-results/$JOB_ID \n + The result output: ${HIT_COUNT} and ${SEARCH_ERROR}. The expected result: 23 and false." escapedText=$(echo ${text} | sed 's/"/\"/g' | sed "s/'/\'/g" ) json="{\"text\": \"$escapedText\"}" curl -s -d "payload=$json" $WEBHOOK_URL From 341452be096de2017d9168ad1f048b186fa3f0d0 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 3 Oct 2019 12:16:06 +0100 Subject: [PATCH 37/83] Add the string "sequence-search-test" to the description --- sequence_search/monitor.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sequence_search/monitor.sh b/sequence_search/monitor.sh index 17e22ee4..1b62ace2 100755 --- a/sequence_search/monitor.sh +++ b/sequence_search/monitor.sh @@ -7,7 +7,7 @@ source .conf-file set +o allexport CONTENT_TYPE="Content-Type: application/json" -DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \"CUGUACUAUCUACUGUCUCUC\"}" +DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \">sequence-search-test\nCUGUACUAUCUACUGUCUCUC\"}" HOST="https://rnacentral.org" ENDPOINT="sequence-search-beta" From 0efcc346b81182419e6caf3948659dfbc9009324 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 3 Oct 2019 14:41:19 +0100 Subject: [PATCH 38/83] Filter the description column instead of the query --- sequence_search/producer/views/show_searches.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/sequence_search/producer/views/show_searches.py b/sequence_search/producer/views/show_searches.py index 88e6c0f5..e90e0ea8 100644 --- a/sequence_search/producer/views/show_searches.py +++ b/sequence_search/producer/views/show_searches.py @@ -26,7 +26,8 @@ def convert_average_time(records): async def show_searches(request): async with request.app['engine'].acquire() as conn: all_searches = await conn.execute( - "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs WHERE query !='CUGUACUAUCUACUGUCUCUC'" + "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs " + "WHERE description !='sequence-search-test' OR description IS NULL" ) all_searches_records = await all_searches.fetchall() all_searches_result = convert_average_time(all_searches_records) @@ -34,7 +35,7 @@ async def show_searches(request): last_24_hours = await conn.execute( "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs " - "WHERE query !='CUGUACUAUCUACUGUCUCUC' AND submitted > %s", + "WHERE (description !='sequence-search-test' OR description IS NULL) AND submitted > %s", datetime.datetime.now() - datetime.timedelta(days=1) ) last_24_hours_records = await last_24_hours.fetchall() @@ -43,7 +44,7 @@ async def show_searches(request): last_week = await conn.execute( "SELECT count(*), avg(finished - submitted) as avg_time FROM jobs " - "WHERE query !='CUGUACUAUCUACUGUCUCUC' AND submitted > %s", + "WHERE (description !='sequence-search-test' OR description IS NULL) AND submitted > %s", datetime.datetime.now() - datetime.timedelta(days=7) ) last_week_records = await last_week.fetchall() From 148512c16d4c5ca7dd22c4f6d73e5c66cbbc25b3 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Sun, 6 Oct 2019 22:06:58 +0100 Subject: [PATCH 39/83] Add IDE project files --- .gitignore | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitignore b/.gitignore index ea5864e1..cfbb7ef7 100644 --- a/.gitignore +++ b/.gitignore @@ -14,6 +14,7 @@ terraform_load_balancer/load_balancer_rsa.pub terraform_load_balancer/.terraform __pycache__/ +.idea/ *.pyc *.pyo *.retry From 599c858149d63340bd511b53812da7cdcf261831 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Sun, 6 Oct 2019 22:09:54 +0100 Subject: [PATCH 40/83] Remove nfs-utils-lib. It was rolled into nfs-utils --- ansible/nfs-client.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/ansible/nfs-client.yml b/ansible/nfs-client.yml index b6b2fa74..20f07807 100644 --- a/ansible/nfs-client.yml +++ b/ansible/nfs-client.yml @@ -9,8 +9,10 @@ user: centos tasks: - - name: Install nfs client - command: yum install nfs-utils nfs-utils-lib + - name: Install yum dependencies + yum: + name: + - nfs-utils - name: Create an nfs directory where to mount nfs server dir file: From 2ab97e1945b34ace00b4ba3c12fe035fa05df60c Mon Sep 17 00:00:00 2001 From: carlosribas Date: Sun, 6 Oct 2019 22:32:09 +0100 Subject: [PATCH 41/83] Run search on the correct target (test or default). --- sequence_search/monitor.sh | 20 +++++++++++--------- 1 file changed, 11 insertions(+), 9 deletions(-) diff --git a/sequence_search/monitor.sh b/sequence_search/monitor.sh index 1b62ace2..f912710a 100755 --- a/sequence_search/monitor.sh +++ b/sequence_search/monitor.sh @@ -3,33 +3,35 @@ # -o allexport enables all following variable definitions to be exported. # +o allexport disables this feature. set -o allexport -source .conf-file +source $PWD/.conf-file set +o allexport CONTENT_TYPE="Content-Type: application/json" DATABASE_AND_QUERY="{\"databases\": [\"mirbase\"], \"query\": \">sequence-search-test\nCUGUACUAUCUACUGUCUCUC\"}" -HOST="https://rnacentral.org" -ENDPOINT="sequence-search-beta" + +# Run search on the correct target (test or default). +# Ansible adds the correct floating_ip to the .conf-file +HOST="http://$(echo $FLOATING_IP | sed 's/[][]//g'):8002" # First check if the $HOST is up if curl -s --head --request GET $HOST | grep "200 OK" > /dev/null; then # Submit a job - JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST}/${ENDPOINT}/submit-job | jq -r '.job_id') + JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST}/api/submit-job | jq -r '.job_id') # Job status # Expected response: "started" - INITIAL_STATUS=$(curl -s ${HOST}/${ENDPOINT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + INITIAL_STATUS=$(curl -s ${HOST}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') # Waits 5 seconds. sleep 5s # Job status # Expected response: "success" - FINAL_STATUS=$(curl -s ${HOST}/${ENDPOINT}/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + FINAL_STATUS=$(curl -s ${HOST}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') # Facets search # Expected response: "hitCount = 23 and textSearchError = false" - FACETS_SEARCH=$(curl -s ${HOST}/${ENDPOINT}/job-results/$JOB_ID | jq '[.hitCount,.textSearchError]') + FACETS_SEARCH=$(curl -s ${HOST}/api/facets-search/$JOB_ID | jq '[.hitCount,.textSearchError]') HIT_COUNT=$(echo ${FACETS_SEARCH} | jq '.[0]') SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') @@ -38,10 +40,10 @@ if curl -s --head --request GET $HOST | grep "200 OK" > /dev/null; then then text="Ops! There is something wrong with the RNAcentral sequence search. Please check the links below: \n \n - To check the status see: ${HOST}/${ENDPOINT}/job-status/$JOB_ID \n + To check the status see: ${HOST}/api/job-status/$JOB_ID \n The status output: ${INITIAL_STATUS} and ${FINAL_STATUS}. The expected status: started and success. \n \n - To check the results see: ${HOST}/${ENDPOINT}/job-results/$JOB_ID \n + To check the results see: ${HOST}/api/facets-search/$JOB_ID \n The result output: ${HIT_COUNT} and ${SEARCH_ERROR}. The expected result: 23 and false." escapedText=$(echo ${text} | sed 's/"/\"/g' | sed "s/'/\'/g" ) json="{\"text\": \"$escapedText\"}" From 414982c6708756acd2d1c8376b1e5eeb293bc7ab Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 09:16:00 +0100 Subject: [PATCH 42/83] Add new VM to monitor the service --- terraform/main.tf | 15 ++++++++++++++- terraform/variables.tf | 4 ++++ 2 files changed, 18 insertions(+), 1 deletion(-) diff --git a/terraform/main.tf b/terraform/main.tf index c2c5af1c..64e5d161 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -166,6 +166,19 @@ resource "openstack_compute_instance_v2" "nfs_server" { } } +resource "openstack_compute_instance_v2" "monitor" { + depends_on = ["openstack_compute_keypair_v2.sequence_search"] + name = "${terraform.workspace}-monitor" + image_name = "${var.image}" + flavor_name = "${var.flavor_monitor}" + key_pair = "${openstack_compute_keypair_v2.sequence_search.name}" + security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] + network { + uuid = "${openstack_networking_network_v2.sequence_search.id}" + fixed_ip_v4 = "192.168.0.8" + } +} + resource "openstack_compute_instance_v2" "consumers" { count = "${local.count}" depends_on = ["openstack_compute_keypair_v2.sequence_search"] @@ -176,7 +189,7 @@ resource "openstack_compute_instance_v2" "consumers" { security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] network { uuid = "${openstack_networking_network_v2.sequence_search.id}" - fixed_ip_v4 = "192.168.0.${count.index + 8}" + fixed_ip_v4 = "192.168.0.${count.index + 9}" } } diff --git a/terraform/variables.tf b/terraform/variables.tf index 34e30393..96c2843c 100644 --- a/terraform/variables.tf +++ b/terraform/variables.tf @@ -6,6 +6,10 @@ variable "flavor" { default = "s1.jumbo" } +variable "flavor_monitor" { + default = "s1.tiny" +} + variable "ssh_key_file" { default = "sequence_search_rsa" } From 1f640009037a566b0d7fe06a357f605f2a8bfe47 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 10:49:07 +0100 Subject: [PATCH 43/83] Add a new VM to monitor the service --- .../test/terraform.tfstate | 1449 +++++++++-------- 1 file changed, 781 insertions(+), 668 deletions(-) diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index c0f0cdd8..32a0c92e 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,673 +1,786 @@ { - "version": 3, - "terraform_version": "0.11.13", - "serial": 108, - "lineage": "78978210-6031-db8f-0439-fa0111c455fd", - "modules": [ + "version": 4, + "terraform_version": "0.12.6", + "serial": 349, + "lineage": "78978210-6031-db8f-0439-fa0111c455fd", + "outputs": { + "floating_ip": { + "value": [ + "193.62.55.123" + ], + "type": [ + "tuple", + [ + "string" + ] + ] + }, + "tfstate_file": { + "value": [ + "terraform.tfstate.d/test/terraform.tfstate" + ], + "type": [ + "tuple", + [ + "string" + ] + ] + } + }, + "resources": [ + { + "mode": "managed", + "type": "null_resource", + "name": "pre_flight", + "provider": "provider.null", + "instances": [ { - "path": [ - "root" + "schema_version": 0, + "attributes": { + "id": "3369645529420742294", + "triggers": { + "build_number": "2019-10-06T16:14:18Z" + } + }, + "private": "bnVsbA==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_blockstorage_volume_v2", + "name": "nfs_volume", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "id": "50c9db6c-6c84-4b9d-85f3-4c1054397ce7", + "image_id": null, + "metadata": {}, + "name": "test-nfs-volume", + "region": "regionOne", + "size": 20, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "" + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_floatingip_associate_v2", + "name": "nfs_server_floating_ip", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fixed_ip": "", + "floating_ip": "193.62.55.122", + "id": "193.62.55.122/2a85e280-b5bc-47f2-a530-d52f7ec9b73d/", + "instance_id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d", + "region": "regionOne", + "timeouts": null, + "wait_until_associated": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "depends_on": [ + "openstack_compute_instance_v2.nfs_server", + "openstack_networking_router_interface_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_floatingip_associate_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fixed_ip": "", + "floating_ip": "193.62.55.123", + "id": "193.62.55.123/710146bb-0ea8-4053-873f-07063b5dbaba/", + "instance_id": "710146bb-0ea8-4053-873f-07063b5dbaba", + "region": "regionOne", + "timeouts": null, + "wait_until_associated": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "depends_on": [ + "openstack_compute_instance_v2.producer", + "openstack_networking_router_interface_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "consumers", + "each": "list", + "provider": "provider.openstack", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.9", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "bc1b4999-df54-4f64-be45-59c82e72107e", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.9", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:9e:80:65", + "name": "test_sequence_search", + "port": "", + "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.10", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "d42404af-8610-485a-88cd-3131827928d1", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.10", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:72:f6:91", + "name": "test_sequence_search", + "port": "", + "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "monitor", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.8", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "e9ca7478-7957-4237-b3d0-d4767e1de65f", + "flavor_name": "s1.tiny", + "floating_ip": null, + "force_delete": false, + "id": "d0c60179-a272-4eb5-a766-da9411f059f2", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-monitor", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.8", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:07:52:83", + "name": "test_sequence_search", + "port": "", + "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "nfs_server", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.7", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d", + "image_id": "371604fb-b264-41fd-9336-9bc669a80667", + "image_name": "ubuntu-16.04", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-nfs-server", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.7", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:06:fe:53", + "name": "test_sequence_search", + "port": "", + "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "postgres", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.6", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "31a30042-b6cc-43b8-a448-765a94991d54", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-postgres", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.6", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:29:c1:2d", + "name": "test_sequence_search", + "port": "", + "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "producer", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.5", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "710146bb-0ea8-4053-873f-07063b5dbaba", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-producer", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b6:14:c5", + "name": "test_sequence_search", + "port": "", + "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_keypair_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fingerprint": "f5:ac:9f:4e:68:11:2e:49:27:40:22:47:fa:ba:f3:58", + "id": "test_sequence_search", + "name": "test_sequence_search", + "private_key": "", + "public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9BOKz+dYi+0TzjpH5RWorfguhIp8Vxn1NIKX3VLbvYrStYlu+59aCdWALWhSUzqt/BKhwteg2Ph5m5pYItqs3i9VLpY493UvfjjocYqf47xqkDsYYo6kZkZjvnKFfkZui88TmgiMUKDtK/uRXVJhG4QlvCbrXLn9GM5jWmtV3lO/BEw25U19eGClsGQ0T7TUZ+YmPv9aHycw+hEpOWOvMYquzLg+thwrm7fzvLvbkS7pQm5kr8OGEvJ0HgLgUFiL+8zrB+zoGuiaaiFg9pLq2zJ/wtoe9OxiyRTaQt/Kwo8n2Z/S84bgKOLQPi85shjqQx/6/nfzjLpWUR8Bci9VH8CJ5i/zIagMHoyIrh+Fq/77YEuES0lpqYNd6AQUjgu7CF9OyXlQLwh6TSXLwxYUWaWAVMABysEaUT78+KFp7J86xTdb0zciVjTnyNb+IACMfo4hyexyAN3cPoWxAM7i8ET2Iug8QXB6RO1mz5zjvdDtLP7J5HCglVsXAmlHyxX7twmgAG11f45c/5I8gq0cQpubh8e6oZWYJ2krsbuVZnYXich+MidDIzt/5X+j06Um5iC4xbUIMJppeA1tzjQipvoavVeXs1LPN6ICLVtVkymb2Fhkpjq55Tiwan6ftYiWRXWOpaY00Yfc8ZbY8rb+bEF7lu4K1sf1bKOFyKke8Rw== apetrov@apetrov-ml\n", + "region": "regionOne", + "value_specs": null + }, + "private": "bnVsbA==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_secgroup_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Security group for the sequence_search instances", + "id": "b4cb8d9d-b4ce-4752-866a-b9883136bb64", + "name": "test_sequence_search", + "region": "regionOne", + "rule": [ + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": -1, + "id": "dec7851c-a0fb-4daf-8522-d8a4b8d3656a", + "ip_protocol": "icmp", + "self": false, + "to_port": -1 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 111, + "id": "01a18537-a1ac-44c5-99d4-4fc3a18729a9", + "ip_protocol": "udp", + "self": false, + "to_port": 111 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 111, + "id": "7ee460a5-a7ff-495d-8ec4-91effe347cd2", + "ip_protocol": "tcp", + "self": false, + "to_port": 111 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 2049, + "id": "81a73c17-6889-4007-982b-96ca74e42727", + "ip_protocol": "udp", + "self": false, + "to_port": 2049 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 2049, + "id": "bb9046e8-dcdd-40eb-a857-25324a4f6539", + "ip_protocol": "tcp", + "self": false, + "to_port": 2049 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 22, + "id": "7eb95b8c-d061-4627-bdf7-f61f890a74a0", + "ip_protocol": "tcp", + "self": false, + "to_port": 22 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 5432, + "id": "3685e85f-1ae7-4779-b741-0bd04d44fce3", + "ip_protocol": "tcp", + "self": false, + "to_port": 5432 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 8000, + "id": "b05f37a0-2374-4336-874c-ab88ca57badc", + "ip_protocol": "tcp", + "self": false, + "to_port": 8000 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 8002, + "id": "f8767e5f-2d05-4824-9a4d-5361a8c23d41", + "ip_protocol": "tcp", + "self": false, + "to_port": 8002 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 80, + "id": "7406fb2e-fb05-49e9-882b-164651cec857", + "ip_protocol": "tcp", + "self": false, + "to_port": 80 + } + ], + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attached", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d/50c9db6c-6c84-4b9d-85f3-4c1054397ce7", + "instance_id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d", + "multiattach": null, + "region": "regionOne", + "timeouts": null, + "volume_id": "50c9db6c-6c84-4b9d-85f3-4c1054397ce7" + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "depends_on": [ + "openstack_blockstorage_volume_v2.nfs_volume", + "openstack_compute_instance_v2.nfs_server" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_network_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "", + "dns_domain": "", + "external": false, + "id": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b", + "mtu": 1500, + "name": "test_sequence_search", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "regionOne", + "segments": [], + "shared": false, + "tags": null, + "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_router_interface_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "fcc423d6-2e39-435e-b8d6-75651f2f5423", + "port_id": "fcc423d6-2e39-435e-b8d6-75651f2f5423", + "region": "regionOne", + "router_id": "852337ab-e8e6-4f0b-a97a-a4dd8298988a", + "subnet_id": "319dccca-2302-481d-9d1e-ac3f48fa1782", + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "depends_on": [ + "openstack_networking_router_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_router_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "", + "distributed": false, + "enable_snat": true, + "external_fixed_ip": [ + { + "ip_address": "193.62.55.121", + "subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd" + } + ], + "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", + "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", + "id": "852337ab-e8e6-4f0b-a97a-a4dd8298988a", + "name": "test_sequence_search", + "region": "regionOne", + "tags": null, + "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", + "timeouts": null, + "value_specs": null, + "vendor_options": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_subnet_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.0.254", + "start": "192.168.0.2" + } + ], + "allocation_pools": [ + { + "end": "192.168.0.254", + "start": "192.168.0.2" + } + ], + "cidr": "192.168.0.0/24", + "description": "", + "dns_nameservers": [ + "8.8.8.8" ], - "outputs": { - "floating_ip": { - "sensitive": false, - "type": "list", - "value": [ - "193.62.55.123" - ] - }, - "tfstate_file": { - "sensitive": false, - "type": "list", - "value": [ - "terraform.tfstate.d/test/terraform.tfstate" - ] - } - }, - "resources": { - "null_resource.post_flight": { - "type": "null_resource", - "depends_on": [ - "local.tfstate_file", - "null_resource.pre_flight" - ], - "primary": { - "id": "1055408851216195043", - "attributes": { - "id": "1055408851216195043", - "triggers.%": "1", - "triggers.before": "4643635405857901852" - }, - "meta": {}, - "tainted": false - }, - "deposed": [], - "provider": "provider.null" - }, - "null_resource.pre_flight": { - "type": "null_resource", - "depends_on": [ - "local.floating_ip" - ], - "primary": { - "id": "4643635405857901852", - "attributes": { - "id": "4643635405857901852", - "triggers.%": "1", - "triggers.build_number": "2019-08-28T13:53:06Z" - }, - "meta": {}, - "tainted": false - }, - "deposed": [], - "provider": "provider.null" - }, - "openstack_blockstorage_volume_v2.nfs_volume": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [], - "primary": { - "id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", - "attributes": { - "attachment.#": "1", - "attachment.1628875421.device": "/dev/vdb", - "attachment.1628875421.id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", - "attachment.1628875421.instance_id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", - "availability_zone": "nova", - "description": "", - "id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "test-nfs-volume", - "region": "regionOne", - "size": "20", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_floatingip_associate_v2.nfs_server_floating_ip": { - "type": "openstack_compute_floatingip_associate_v2", - "depends_on": [ - "local.postgres_floating_ip", - "openstack_compute_instance_v2.nfs_server", - "openstack_networking_router_interface_v2.sequence_search" - ], - "primary": { - "id": "193.62.55.122/0685146d-ec60-40ea-96e5-5bccff7aefcf/", - "attributes": { - "fixed_ip": "", - "floating_ip": "193.62.55.122", - "id": "193.62.55.122/0685146d-ec60-40ea-96e5-5bccff7aefcf/", - "instance_id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", - "region": "regionOne" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_floatingip_associate_v2.sequence_search": { - "type": "openstack_compute_floatingip_associate_v2", - "depends_on": [ - "local.floating_ip", - "openstack_compute_instance_v2.producer", - "openstack_networking_router_interface_v2.sequence_search" - ], - "primary": { - "id": "193.62.55.123/79ae1049-b76c-470b-8a93-761a3d4bfb53/", - "attributes": { - "fixed_ip": "", - "floating_ip": "193.62.55.123", - "id": "193.62.55.123/79ae1049-b76c-470b-8a93-761a3d4bfb53/", - "instance_id": "79ae1049-b76c-470b-8a93-761a3d4bfb53", - "region": "regionOne" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.0": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "36d649cc-e7fd-4c40-a2ad-00b23df6da34", - "attributes": { - "access_ip_v4": "192.168.0.8", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "36d649cc-e7fd-4c40-a2ad-00b23df6da34", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "test_sequence_search", - "name": "test-consumer-1", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.8", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:c2:5b:41", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.1": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "b0901cb8-3171-4872-8c2a-bc69a59b129b", - "attributes": { - "access_ip_v4": "192.168.0.9", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "b0901cb8-3171-4872-8c2a-bc69a59b129b", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "test_sequence_search", - "name": "test-consumer-2", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.9", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:65:52:5e", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.nfs_server": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", - "attributes": { - "access_ip_v4": "192.168.0.7", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", - "image_id": "371604fb-b264-41fd-9336-9bc669a80667", - "image_name": "ubuntu-16.04", - "key_pair": "test_sequence_search", - "name": "test-nfs-server", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.7", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:ce:69:47", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.postgres": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "2151f91f-95f3-45b8-a4b6-2c6a1b6066b6", - "attributes": { - "access_ip_v4": "192.168.0.6", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "2151f91f-95f3-45b8-a4b6-2c6a1b6066b6", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "test_sequence_search", - "name": "test-postgres", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.6", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:b7:cc:21", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.producer": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "79ae1049-b76c-470b-8a93-761a3d4bfb53", - "attributes": { - "access_ip_v4": "192.168.0.5", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "79ae1049-b76c-470b-8a93-761a3d4bfb53", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "test_sequence_search", - "name": "test-producer", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.5", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:bd:42:2b", - "network.0.name": "test_sequence_search", - "network.0.port": "", - "network.0.uuid": "4adf5d23-4347-43af-b668-68fbacec99fd", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.2922303371": "test_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_keypair_v2.sequence_search": { - "type": "openstack_compute_keypair_v2", - "depends_on": [], - "primary": { - "id": "test_sequence_search", - "attributes": { - "fingerprint": "f5:ac:9f:4e:68:11:2e:49:27:40:22:47:fa:ba:f3:58", - "id": "test_sequence_search", - "name": "test_sequence_search", - "private_key": "", - "public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9BOKz+dYi+0TzjpH5RWorfguhIp8Vxn1NIKX3VLbvYrStYlu+59aCdWALWhSUzqt/BKhwteg2Ph5m5pYItqs3i9VLpY493UvfjjocYqf47xqkDsYYo6kZkZjvnKFfkZui88TmgiMUKDtK/uRXVJhG4QlvCbrXLn9GM5jWmtV3lO/BEw25U19eGClsGQ0T7TUZ+YmPv9aHycw+hEpOWOvMYquzLg+thwrm7fzvLvbkS7pQm5kr8OGEvJ0HgLgUFiL+8zrB+zoGuiaaiFg9pLq2zJ/wtoe9OxiyRTaQt/Kwo8n2Z/S84bgKOLQPi85shjqQx/6/nfzjLpWUR8Bci9VH8CJ5i/zIagMHoyIrh+Fq/77YEuES0lpqYNd6AQUjgu7CF9OyXlQLwh6TSXLwxYUWaWAVMABysEaUT78+KFp7J86xTdb0zciVjTnyNb+IACMfo4hyexyAN3cPoWxAM7i8ET2Iug8QXB6RO1mz5zjvdDtLP7J5HCglVsXAmlHyxX7twmgAG11f45c/5I8gq0cQpubh8e6oZWYJ2krsbuVZnYXich+MidDIzt/5X+j06Um5iC4xbUIMJppeA1tzjQipvoavVeXs1LPN6ICLVtVkymb2Fhkpjq55Tiwan6ftYiWRXWOpaY00Yfc8ZbY8rb+bEF7lu4K1sf1bKOFyKke8Rw== apetrov@apetrov-ml\n", - "region": "regionOne" - }, - "meta": {}, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_secgroup_v2.sequence_search": { - "type": "openstack_compute_secgroup_v2", - "depends_on": [], - "primary": { - "id": "54378c26-3e2a-4866-8f86-563bd4b8b103", - "attributes": { - "description": "Security group for the sequence_search instances", - "id": "54378c26-3e2a-4866-8f86-563bd4b8b103", - "name": "test_sequence_search", - "region": "regionOne", - "rule.#": "10", - "rule.184303238.cidr": "0.0.0.0/0", - "rule.184303238.from_group_id": "", - "rule.184303238.from_port": "111", - "rule.184303238.id": "34f0e7a6-e1d2-401e-a5ba-4f1d6ae1ad0c", - "rule.184303238.ip_protocol": "tcp", - "rule.184303238.self": "false", - "rule.184303238.to_port": "111", - "rule.1952586635.cidr": "0.0.0.0/0", - "rule.1952586635.from_group_id": "", - "rule.1952586635.from_port": "111", - "rule.1952586635.id": "4cd54e88-3839-48e2-8416-034760f3bb4d", - "rule.1952586635.ip_protocol": "udp", - "rule.1952586635.self": "false", - "rule.1952586635.to_port": "111", - "rule.2180185248.cidr": "0.0.0.0/0", - "rule.2180185248.from_group_id": "", - "rule.2180185248.from_port": "-1", - "rule.2180185248.id": "b00a6825-9a07-4bf1-bdf0-152404bc9dd1", - "rule.2180185248.ip_protocol": "icmp", - "rule.2180185248.self": "false", - "rule.2180185248.to_port": "-1", - "rule.2742039536.cidr": "0.0.0.0/0", - "rule.2742039536.from_group_id": "", - "rule.2742039536.from_port": "2049", - "rule.2742039536.id": "fe165659-845f-407d-929a-e52d9fbbb03b", - "rule.2742039536.ip_protocol": "tcp", - "rule.2742039536.self": "false", - "rule.2742039536.to_port": "2049", - "rule.3467029331.cidr": "0.0.0.0/0", - "rule.3467029331.from_group_id": "", - "rule.3467029331.from_port": "8002", - "rule.3467029331.id": "ccbfe3e8-0213-4ddb-8b01-8df2a808691f", - "rule.3467029331.ip_protocol": "tcp", - "rule.3467029331.self": "false", - "rule.3467029331.to_port": "8002", - "rule.3719211069.cidr": "0.0.0.0/0", - "rule.3719211069.from_group_id": "", - "rule.3719211069.from_port": "80", - "rule.3719211069.id": "37955e93-a95e-4dd6-8f0d-dbd765ed2d26", - "rule.3719211069.ip_protocol": "tcp", - "rule.3719211069.self": "false", - "rule.3719211069.to_port": "80", - "rule.3723368189.cidr": "0.0.0.0/0", - "rule.3723368189.from_group_id": "", - "rule.3723368189.from_port": "2049", - "rule.3723368189.id": "b0cd936d-c24c-476a-bbdc-d216280e05a1", - "rule.3723368189.ip_protocol": "udp", - "rule.3723368189.self": "false", - "rule.3723368189.to_port": "2049", - "rule.3815358244.cidr": "0.0.0.0/0", - "rule.3815358244.from_group_id": "", - "rule.3815358244.from_port": "5432", - "rule.3815358244.id": "2cc5a318-e8b9-4190-b700-6eb1f1d48119", - "rule.3815358244.ip_protocol": "tcp", - "rule.3815358244.self": "false", - "rule.3815358244.to_port": "5432", - "rule.542868096.cidr": "0.0.0.0/0", - "rule.542868096.from_group_id": "", - "rule.542868096.from_port": "8000", - "rule.542868096.id": "7fdddfb7-2b72-4ee1-a7de-58441b99428c", - "rule.542868096.ip_protocol": "tcp", - "rule.542868096.self": "false", - "rule.542868096.to_port": "8000", - "rule.836640770.cidr": "0.0.0.0/0", - "rule.836640770.from_group_id": "", - "rule.836640770.from_port": "22", - "rule.836640770.id": "8c0e564f-bb8d-4664-b3dd-3328338ce27e", - "rule.836640770.ip_protocol": "tcp", - "rule.836640770.self": "false", - "rule.836640770.to_port": "22" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attached": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "openstack_blockstorage_volume_v2.nfs_volume", - "openstack_compute_instance_v2.nfs_server" - ], - "primary": { - "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf/52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", - "attributes": { - "device": "/dev/vdb", - "id": "0685146d-ec60-40ea-96e5-5bccff7aefcf/52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81", - "instance_id": "0685146d-ec60-40ea-96e5-5bccff7aefcf", - "region": "regionOne", - "volume_id": "52e1b7a0-7c94-4ddd-a5e1-9f32d6d02d81" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_network_v2.sequence_search": { - "type": "openstack_networking_network_v2", - "depends_on": [], - "primary": { - "id": "4adf5d23-4347-43af-b668-68fbacec99fd", - "attributes": { - "admin_state_up": "true", - "all_tags.#": "0", - "availability_zone_hints.#": "0", - "description": "", - "dns_domain": "", - "external": "false", - "id": "4adf5d23-4347-43af-b668-68fbacec99fd", - "mtu": "1500", - "name": "test_sequence_search", - "port_security_enabled": "true", - "region": "regionOne", - "shared": "false", - "tags.#": "0", - "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", - "transparent_vlan": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_router_interface_v2.sequence_search": { - "type": "openstack_networking_router_interface_v2", - "depends_on": [ - "openstack_networking_router_v2.sequence_search", - "openstack_networking_subnet_v2.sequence_search" - ], - "primary": { - "id": "ec5fe563-f65c-4c06-9b47-45afcf344b69", - "attributes": { - "id": "ec5fe563-f65c-4c06-9b47-45afcf344b69", - "port_id": "ec5fe563-f65c-4c06-9b47-45afcf344b69", - "region": "regionOne", - "router_id": "27cf6ac8-92a3-43b4-9c9c-a3bef78d5a55", - "subnet_id": "61a3f236-aae7-437e-9e69-79a6deeca5b2" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_router_v2.sequence_search": { - "type": "openstack_networking_router_v2", - "depends_on": [], - "primary": { - "id": "27cf6ac8-92a3-43b4-9c9c-a3bef78d5a55", - "attributes": { - "admin_state_up": "true", - "all_tags.#": "0", - "availability_zone_hints.#": "0", - "description": "", - "distributed": "false", - "enable_snat": "true", - "external_fixed_ip.#": "1", - "external_fixed_ip.0.ip_address": "193.62.55.99", - "external_fixed_ip.0.subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd", - "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "27cf6ac8-92a3-43b4-9c9c-a3bef78d5a55", - "name": "test_sequence_search", - "region": "regionOne", - "tags.#": "0", - "tenant_id": "bd631be0b7e641a7bd0c187493e7104e" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_subnet_v2.sequence_search": { - "type": "openstack_networking_subnet_v2", - "depends_on": [ - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "61a3f236-aae7-437e-9e69-79a6deeca5b2", - "attributes": { - "all_tags.#": "0", - "allocation_pools.#": "1", - "allocation_pools.0.end": "192.168.0.254", - "allocation_pools.0.start": "192.168.0.2", - "cidr": "192.168.0.0/24", - "description": "", - "dns_nameservers.#": "1", - "dns_nameservers.0": "8.8.8.8", - "enable_dhcp": "true", - "gateway_ip": "192.168.0.1", - "id": "61a3f236-aae7-437e-9e69-79a6deeca5b2", - "ip_version": "4", - "ipv6_address_mode": "", - "ipv6_ra_mode": "", - "name": "test_sequence_search", - "network_id": "4adf5d23-4347-43af-b668-68fbacec99fd", - "no_gateway": "false", - "region": "regionOne", - "subnetpool_id": "", - "tags.#": "0", - "tenant_id": "bd631be0b7e641a7bd0c187493e7104e" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - } - }, - "depends_on": [] + "enable_dhcp": true, + "gateway_ip": "192.168.0.1", + "host_routes": [], + "id": "319dccca-2302-481d-9d1e-ac3f48fa1782", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "test_sequence_search", + "network_id": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b", + "no_gateway": false, + "prefix_length": null, + "region": "regionOne", + "subnetpool_id": "", + "tags": null, + "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", + "timeouts": null, + "value_specs": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "depends_on": [ + "openstack_networking_network_v2.sequence_search" + ] } - ] + ] + } + ] } From 5e050885836d0368179586e62db1de751b1f75eb Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 10:52:21 +0100 Subject: [PATCH 44/83] Add current_state --- .gitignore | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitignore b/.gitignore index cfbb7ef7..bb3da90f 100644 --- a/.gitignore +++ b/.gitignore @@ -6,6 +6,7 @@ terraform/terraform.tfstate.d/test/*.backup terraform/sequence_search_rsa terraform/sequence_search_rsa.pub terraform/.terraform +terraform/current_state terraform_load_balancer/providers.tf terraform_load_balancer/terraform.tfstate.backup From df4819a47e2eff26f685a9fbd34c0fa4482d2037 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 10:55:19 +0100 Subject: [PATCH 45/83] Add code to find monitor data --- terraform/hosts.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/terraform/hosts.py b/terraform/hosts.py index e5296f90..2986ad8f 100755 --- a/terraform/hosts.py +++ b/terraform/hosts.py @@ -29,6 +29,11 @@ file.write([obj for obj in data['values']['root_module']['resources'] if obj['address'] == 'openstack_compute_instance_v2.producer'][0]['values']['access_ip_v4'] + '\n') file.write('\n') + file.write('[monitor]\n') + file.write([obj for obj in data['values']['root_module']['resources'] if + obj['address'] == 'openstack_compute_instance_v2.monitor'][0]['values']['access_ip_v4'] + '\n') + file.write('\n') + file.write('[consumers]\n') for obj in data['values']['root_module']['resources']: if obj['address'] == 'openstack_compute_instance_v2.consumers': From 9f35b23dd48aa1c9e3024f6ca05161e551cdf5b3 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 11:00:24 +0100 Subject: [PATCH 46/83] Install and configure the monitor VM --- ansible/main.yml | 1 + ansible/monitor.yml | 10 ++++++ ansible/roles/monitor/tasks/main.yml | 47 ++++++++++++++++++++++++++++ 3 files changed, 58 insertions(+) create mode 100644 ansible/monitor.yml create mode 100644 ansible/roles/monitor/tasks/main.yml diff --git a/ansible/main.yml b/ansible/main.yml index 31528b01..3444ba7e 100644 --- a/ansible/main.yml +++ b/ansible/main.yml @@ -21,3 +21,4 @@ - import_playbook: consumers.yml +- import_playbook: monitor.yml diff --git a/ansible/monitor.yml b/ansible/monitor.yml new file mode 100644 index 00000000..7a205d8a --- /dev/null +++ b/ansible/monitor.yml @@ -0,0 +1,10 @@ +--- +- hosts: monitor + remote_user: centos + become: true + become_method: sudo + vars: + ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" + floating_ip: "{{ lookup('pipe', 'cd ../terraform && terraform output floating_ip') }}" + roles: + - {role: 'monitor', tags: 'monitor'} diff --git a/ansible/roles/monitor/tasks/main.yml b/ansible/roles/monitor/tasks/main.yml new file mode 100644 index 00000000..f27e429f --- /dev/null +++ b/ansible/roles/monitor/tasks/main.yml @@ -0,0 +1,47 @@ +# file: monitor/tasks/main.yml + +--- + # This role is related to monitor installation + - name: Enable epel repository + yum_repository: + name: epel + baseurl: https://download.fedoraproject.org/pub/epel/$releasever/$basearch/ + enabled: yes + state: present + description: epel repostiory + gpgcheck: no + tags: [ install-deps ] + + - name: Install yum dependencies + yum: + name: + - epel-release + - jq + tags: [ install-deps ] + + - name: Copy script + copy: src=../../../../sequence_search/monitor.sh dest=/home/centos owner=centos mode=0744 + tags: [ copy-script ] + + - name: Copy config + copy: src=../../../../sequence_search/.conf-file dest=/home/centos owner=centos mode=0744 + tags: [ copy-config ] + + - name: Insert the floating_ip + lineinfile: + path: /home/centos/.conf-file + line: "FLOATING_IP={{ floating_ip }}" + tags: [ copy-floating-ip ] + + - name: Add cronjob + cron: + name: "Check the Sequence Search service" + user: "centos" + minute: 0 + job: "sh /home/centos/monitor.sh" + tags: [ cronjob ] + + - name: Set Time Zone + timezone: + name: Europe/London + tags: [ timezone ] \ No newline at end of file From 75a024ad3a54bd6a6a58b00f513ce2405e0146f4 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 11:07:18 +0100 Subject: [PATCH 47/83] Create a folder to organize the monitor data --- .gitignore | 2 +- ansible/roles/monitor/tasks/main.yml | 4 ++-- sequence_search/{ => monitor}/.conf-file-template | 0 sequence_search/{ => monitor}/monitor.sh | 0 4 files changed, 3 insertions(+), 3 deletions(-) rename sequence_search/{ => monitor}/.conf-file-template (100%) rename sequence_search/{ => monitor}/monitor.sh (100%) diff --git a/.gitignore b/.gitignore index bb3da90f..c15bda1c 100644 --- a/.gitignore +++ b/.gitignore @@ -28,4 +28,4 @@ sequence_search/consumer/hmmer-3.2.1/ sequence_search/consumer/results sequence_search/consumer/queries sequence_search/consumer/databases -sequence_search/.conf-file +sequence_search/monitor/.conf-file diff --git a/ansible/roles/monitor/tasks/main.yml b/ansible/roles/monitor/tasks/main.yml index f27e429f..20ade658 100644 --- a/ansible/roles/monitor/tasks/main.yml +++ b/ansible/roles/monitor/tasks/main.yml @@ -20,11 +20,11 @@ tags: [ install-deps ] - name: Copy script - copy: src=../../../../sequence_search/monitor.sh dest=/home/centos owner=centos mode=0744 + copy: src=../../../../sequence_search/monitor/monitor.sh dest=/home/centos owner=centos mode=0744 tags: [ copy-script ] - name: Copy config - copy: src=../../../../sequence_search/.conf-file dest=/home/centos owner=centos mode=0744 + copy: src=../../../../sequence_search/monitor/.conf-file dest=/home/centos owner=centos mode=0744 tags: [ copy-config ] - name: Insert the floating_ip diff --git a/sequence_search/.conf-file-template b/sequence_search/monitor/.conf-file-template similarity index 100% rename from sequence_search/.conf-file-template rename to sequence_search/monitor/.conf-file-template diff --git a/sequence_search/monitor.sh b/sequence_search/monitor/monitor.sh similarity index 100% rename from sequence_search/monitor.sh rename to sequence_search/monitor/monitor.sh From 928ff917d48072a6b87f90d619639d9fff9266cf Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 11:48:19 +0100 Subject: [PATCH 48/83] One more test --- .../test/terraform.tfstate | 102 +++++++++--------- 1 file changed, 51 insertions(+), 51 deletions(-) diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 32a0c92e..67b4e16d 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "0.12.6", - "serial": 349, + "serial": 384, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "outputs": { "floating_ip": { @@ -37,9 +37,9 @@ { "schema_version": 0, "attributes": { - "id": "3369645529420742294", + "id": "6016256351679912092", "triggers": { - "build_number": "2019-10-06T16:14:18Z" + "build_number": "2019-10-07T10:19:09Z" } }, "private": "bnVsbA==" @@ -59,7 +59,7 @@ "availability_zone": "nova", "consistency_group_id": null, "description": "", - "id": "50c9db6c-6c84-4b9d-85f3-4c1054397ce7", + "id": "a47663ea-7bab-4735-b979-a930fce684da", "image_id": null, "metadata": {}, "name": "test-nfs-volume", @@ -86,8 +86,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/2a85e280-b5bc-47f2-a530-d52f7ec9b73d/", - "instance_id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d", + "id": "193.62.55.122/59bae259-58c1-4a86-b121-656c5c2fe122/", + "instance_id": "59bae259-58c1-4a86-b121-656c5c2fe122", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -111,8 +111,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.123", - "id": "193.62.55.123/710146bb-0ea8-4053-873f-07063b5dbaba/", - "instance_id": "710146bb-0ea8-4053-873f-07063b5dbaba", + "id": "193.62.55.123/facf8bb8-6723-4ed1-a0b1-4034ccdf2a30/", + "instance_id": "facf8bb8-6723-4ed1-a0b1-4034ccdf2a30", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -147,7 +147,7 @@ "flavor_name": "s1.jumbo", "floating_ip": null, "force_delete": false, - "id": "bc1b4999-df54-4f64-be45-59c82e72107e", + "id": "82a59ad6-d4a9-45f5-902e-b1f39522edd9", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -159,10 +159,10 @@ "fixed_ip_v4": "192.168.0.9", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:9e:80:65", + "mac": "fa:16:3e:ed:1f:b9", "name": "test_sequence_search", "port": "", - "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" } ], "personality": [], @@ -200,7 +200,7 @@ "flavor_name": "s1.jumbo", "floating_ip": null, "force_delete": false, - "id": "d42404af-8610-485a-88cd-3131827928d1", + "id": "1445a444-71a3-473a-ac4e-491de194f318", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -212,10 +212,10 @@ "fixed_ip_v4": "192.168.0.10", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:72:f6:91", + "mac": "fa:16:3e:24:9d:6e", "name": "test_sequence_search", "port": "", - "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" } ], "personality": [], @@ -260,7 +260,7 @@ "flavor_name": "s1.tiny", "floating_ip": null, "force_delete": false, - "id": "d0c60179-a272-4eb5-a766-da9411f059f2", + "id": "6c36b3cb-7e9f-4faa-8ccf-bdacf81f51f8", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -272,10 +272,10 @@ "fixed_ip_v4": "192.168.0.8", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:07:52:83", + "mac": "fa:16:3e:1b:59:ef", "name": "test_sequence_search", "port": "", - "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" } ], "personality": [], @@ -320,7 +320,7 @@ "flavor_name": "s1.jumbo", "floating_ip": null, "force_delete": false, - "id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d", + "id": "59bae259-58c1-4a86-b121-656c5c2fe122", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "test_sequence_search", @@ -332,10 +332,10 @@ "fixed_ip_v4": "192.168.0.7", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:06:fe:53", + "mac": "fa:16:3e:4d:2d:f2", "name": "test_sequence_search", "port": "", - "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" } ], "personality": [], @@ -380,7 +380,7 @@ "flavor_name": "s1.jumbo", "floating_ip": null, "force_delete": false, - "id": "31a30042-b6cc-43b8-a448-765a94991d54", + "id": "0624e4a7-c38b-4acc-9379-75c2275c4e6d", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -392,10 +392,10 @@ "fixed_ip_v4": "192.168.0.6", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:29:c1:2d", + "mac": "fa:16:3e:10:e2:6a", "name": "test_sequence_search", "port": "", - "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" } ], "personality": [], @@ -440,7 +440,7 @@ "flavor_name": "s1.jumbo", "floating_ip": null, "force_delete": false, - "id": "710146bb-0ea8-4053-873f-07063b5dbaba", + "id": "facf8bb8-6723-4ed1-a0b1-4034ccdf2a30", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -452,10 +452,10 @@ "fixed_ip_v4": "192.168.0.5", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:b6:14:c5", + "mac": "fa:16:3e:91:ae:3f", "name": "test_sequence_search", "port": "", - "uuid": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b" + "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" } ], "personality": [], @@ -511,7 +511,7 @@ "schema_version": 0, "attributes": { "description": "Security group for the sequence_search instances", - "id": "b4cb8d9d-b4ce-4752-866a-b9883136bb64", + "id": "6f338e16-7dd2-4879-8de1-092397240941", "name": "test_sequence_search", "region": "regionOne", "rule": [ @@ -519,7 +519,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "dec7851c-a0fb-4daf-8522-d8a4b8d3656a", + "id": "29a6d877-e4ea-4179-a80b-996ae3f7b4fc", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -528,8 +528,8 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 111, - "id": "01a18537-a1ac-44c5-99d4-4fc3a18729a9", - "ip_protocol": "udp", + "id": "0ddf80f4-b105-4fbc-b3a7-7ce9f97c7f4f", + "ip_protocol": "tcp", "self": false, "to_port": 111 }, @@ -537,8 +537,8 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 111, - "id": "7ee460a5-a7ff-495d-8ec4-91effe347cd2", - "ip_protocol": "tcp", + "id": "d71d1b05-9685-4a39-bcb2-e9b2888a9490", + "ip_protocol": "udp", "self": false, "to_port": 111 }, @@ -546,7 +546,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 2049, - "id": "81a73c17-6889-4007-982b-96ca74e42727", + "id": "1a145847-61b3-40f2-b522-e9d0469031b3", "ip_protocol": "udp", "self": false, "to_port": 2049 @@ -555,7 +555,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 2049, - "id": "bb9046e8-dcdd-40eb-a857-25324a4f6539", + "id": "49c5f85c-8217-48c0-a80f-835a0e1f5e75", "ip_protocol": "tcp", "self": false, "to_port": 2049 @@ -564,7 +564,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "7eb95b8c-d061-4627-bdf7-f61f890a74a0", + "id": "8b69507a-87a3-45f0-8703-2592a0c623c8", "ip_protocol": "tcp", "self": false, "to_port": 22 @@ -573,7 +573,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 5432, - "id": "3685e85f-1ae7-4779-b741-0bd04d44fce3", + "id": "b4978d0c-f17e-4df2-9154-a0ee73d1de1e", "ip_protocol": "tcp", "self": false, "to_port": 5432 @@ -582,7 +582,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 8000, - "id": "b05f37a0-2374-4336-874c-ab88ca57badc", + "id": "aec09623-e0b6-476a-a94f-75733c70bedc", "ip_protocol": "tcp", "self": false, "to_port": 8000 @@ -591,7 +591,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 8002, - "id": "f8767e5f-2d05-4824-9a4d-5361a8c23d41", + "id": "17c2da19-8973-44c2-81df-7158f9f8fac9", "ip_protocol": "tcp", "self": false, "to_port": 8002 @@ -600,7 +600,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 80, - "id": "7406fb2e-fb05-49e9-882b-164651cec857", + "id": "7eaa3317-0797-4a31-8e33-2879bb700809", "ip_protocol": "tcp", "self": false, "to_port": 80 @@ -622,12 +622,12 @@ "schema_version": 0, "attributes": { "device": "/dev/vdb", - "id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d/50c9db6c-6c84-4b9d-85f3-4c1054397ce7", - "instance_id": "2a85e280-b5bc-47f2-a530-d52f7ec9b73d", + "id": "59bae259-58c1-4a86-b121-656c5c2fe122/a47663ea-7bab-4735-b979-a930fce684da", + "instance_id": "59bae259-58c1-4a86-b121-656c5c2fe122", "multiattach": null, "region": "regionOne", "timeouts": null, - "volume_id": "50c9db6c-6c84-4b9d-85f3-4c1054397ce7" + "volume_id": "a47663ea-7bab-4735-b979-a930fce684da" }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", "depends_on": [ @@ -652,7 +652,7 @@ "description": "", "dns_domain": "", "external": false, - "id": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b", + "id": "0ed86952-5d89-4bb8-8838-f8998ee25421", "mtu": 1500, "name": "test_sequence_search", "port_security_enabled": true, @@ -679,11 +679,11 @@ { "schema_version": 0, "attributes": { - "id": "fcc423d6-2e39-435e-b8d6-75651f2f5423", - "port_id": "fcc423d6-2e39-435e-b8d6-75651f2f5423", + "id": "46faf5fc-bfd1-44e6-809f-c500b664c742", + "port_id": "46faf5fc-bfd1-44e6-809f-c500b664c742", "region": "regionOne", - "router_id": "852337ab-e8e6-4f0b-a97a-a4dd8298988a", - "subnet_id": "319dccca-2302-481d-9d1e-ac3f48fa1782", + "router_id": "a1f3c5fc-f6f5-4a38-aab8-19e9c4939573", + "subnet_id": "73eff92f-0340-42ba-8052-dd9d719307c4", "timeouts": null }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", @@ -711,13 +711,13 @@ "enable_snat": true, "external_fixed_ip": [ { - "ip_address": "193.62.55.121", + "ip_address": "193.62.55.26", "subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd" } ], "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "852337ab-e8e6-4f0b-a97a-a4dd8298988a", + "id": "a1f3c5fc-f6f5-4a38-aab8-19e9c4939573", "name": "test_sequence_search", "region": "regionOne", "tags": null, @@ -760,12 +760,12 @@ "enable_dhcp": true, "gateway_ip": "192.168.0.1", "host_routes": [], - "id": "319dccca-2302-481d-9d1e-ac3f48fa1782", + "id": "73eff92f-0340-42ba-8052-dd9d719307c4", "ip_version": 4, "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "test_sequence_search", - "network_id": "c8b854d4-7a58-4c30-a49c-0774ffcdb15b", + "network_id": "0ed86952-5d89-4bb8-8838-f8998ee25421", "no_gateway": false, "prefix_length": null, "region": "regionOne", From c41fce5a33e092f9330d82eafc4bcd9a71e94ad4 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 7 Oct 2019 14:50:33 +0100 Subject: [PATCH 49/83] Wait up to 30 minutes to finish --- sequence_search/monitor/monitor.sh | 30 +++++++++++++++++++----------- 1 file changed, 19 insertions(+), 11 deletions(-) diff --git a/sequence_search/monitor/monitor.sh b/sequence_search/monitor/monitor.sh index f912710a..d2c97948 100755 --- a/sequence_search/monitor/monitor.sh +++ b/sequence_search/monitor/monitor.sh @@ -19,15 +19,23 @@ if curl -s --head --request GET $HOST | grep "200 OK" > /dev/null; then JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY}" ${HOST}/api/submit-job | jq -r '.job_id') # Job status - # Expected response: "started" - INITIAL_STATUS=$(curl -s ${HOST}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + STATUS=$(curl -s ${HOST}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') - # Waits 5 seconds. - sleep 5s - - # Job status - # Expected response: "success" - FINAL_STATUS=$(curl -s ${HOST}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + # Wait up to 30 minutes to finish + PAUSE="0" + if [ "$STATUS" == "started" ] || [ "$STATUS" == "pending" ] + then + while [ $PAUSE -lt 30 ] + do + sleep 60 + STATUS=$(curl -s ${HOST}/api/job-status/$JOB_ID | jq -r '.chunks | .[] | .status') + if [ "$STATUS" == "success" ] || [ "$STATUS" == "error" ] || [ "$STATUS" == "timeout" ] + then + break + fi + PAUSE=$[$PAUSE+1] + done + fi # Facets search # Expected response: "hitCount = 23 and textSearchError = false" @@ -36,15 +44,15 @@ if curl -s --head --request GET $HOST | grep "200 OK" > /dev/null; then SEARCH_ERROR=$(echo ${FACETS_SEARCH} | jq '.[1]') # Send message in case of unexpected result - if [ "$INITIAL_STATUS" != "started" ] || [ "$FINAL_STATUS" != "success" ] || [ "$HIT_COUNT" != "23" ] || [ "$SEARCH_ERROR" != "false" ] + if [ "$STATUS" != "success" ] || [ "$HIT_COUNT" != "23" ] || [ "$SEARCH_ERROR" != "false" ] then text="Ops! There is something wrong with the RNAcentral sequence search. Please check the links below: \n \n To check the status see: ${HOST}/api/job-status/$JOB_ID \n - The status output: ${INITIAL_STATUS} and ${FINAL_STATUS}. The expected status: started and success. \n + The job status is ${STATUS} (the expected status is success). \n \n To check the results see: ${HOST}/api/facets-search/$JOB_ID \n - The result output: ${HIT_COUNT} and ${SEARCH_ERROR}. The expected result: 23 and false." + The job results are ${HIT_COUNT} and ${SEARCH_ERROR} (the expected results are 23 and false)." escapedText=$(echo ${text} | sed 's/"/\"/g' | sed "s/'/\'/g" ) json="{\"text\": \"$escapedText\"}" curl -s -d "payload=$json" $WEBHOOK_URL From c48349c98acae68725fa74acbaf8822d2a017678 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 8 Oct 2019 13:41:19 +0100 Subject: [PATCH 50/83] Decrease the number of consumers as we do not have enough resources --- terraform/variables.tf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/terraform/variables.tf b/terraform/variables.tf index 96c2843c..9f1f3f42 100644 --- a/terraform/variables.tf +++ b/terraform/variables.tf @@ -39,7 +39,7 @@ variable "test_postgres_floating_ip" { } variable "default_instances" { - default = 15 + default = 14 } variable "test_instances" { From a019481e0cbf360a25b1d80516b5692a16a44f25 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 8 Oct 2019 15:17:40 +0100 Subject: [PATCH 51/83] Update environment --- terraform/terraform.tfstate | 3617 ++++++++++++++--------------------- 1 file changed, 1417 insertions(+), 2200 deletions(-) diff --git a/terraform/terraform.tfstate b/terraform/terraform.tfstate index 6e6db6f0..0ea6e785 100644 --- a/terraform/terraform.tfstate +++ b/terraform/terraform.tfstate @@ -1,2205 +1,1422 @@ { - "version": 3, - "terraform_version": "0.11.13", - "serial": 28, - "lineage": "b3e8e88c-53d9-e061-7720-e7f72e33bfaf", - "modules": [ + "version": 4, + "terraform_version": "0.12.6", + "serial": 502, + "lineage": "b3e8e88c-53d9-e061-7720-e7f72e33bfaf", + "outputs": { + "floating_ip": { + "value": [ + "193.62.55.44" + ], + "type": [ + "tuple", + [ + "string" + ] + ] + }, + "tfstate_file": { + "value": [ + "terraform.tfstate" + ], + "type": [ + "tuple", + [ + "string" + ] + ] + } + }, + "resources": [ + { + "mode": "managed", + "type": "null_resource", + "name": "pre_flight", + "provider": "provider.null", + "instances": [ { - "path": [ - "root" + "schema_version": 0, + "attributes": { + "id": "3628638701160226266", + "triggers": { + "build_number": "2019-10-08T12:36:31Z" + } + }, + "private": "bnVsbA==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_blockstorage_volume_v2", + "name": "nfs_volume", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "attachment": [], + "availability_zone": "nova", + "consistency_group_id": null, + "description": "", + "id": "06132db8-45bd-46dd-a51d-28910184c405", + "image_id": null, + "metadata": {}, + "name": "default-nfs-volume", + "region": "regionOne", + "size": 20, + "snapshot_id": "", + "source_replica": null, + "source_vol_id": "", + "timeouts": null, + "volume_type": "" + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_floatingip_associate_v2", + "name": "nfs_server_floating_ip", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fixed_ip": "", + "floating_ip": "193.62.55.116", + "id": "193.62.55.116/d61bddca-19aa-44fe-bc05-5d8370809e18/", + "instance_id": "d61bddca-19aa-44fe-bc05-5d8370809e18", + "region": "regionOne", + "timeouts": null, + "wait_until_associated": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "depends_on": [ + "openstack_compute_instance_v2.nfs_server", + "openstack_networking_router_interface_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_floatingip_associate_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fixed_ip": "", + "floating_ip": "193.62.55.44", + "id": "193.62.55.44/277136d7-0caa-48ab-8993-e6c160b13050/", + "instance_id": "277136d7-0caa-48ab-8993-e6c160b13050", + "region": "regionOne", + "timeouts": null, + "wait_until_associated": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDB9fQ==", + "depends_on": [ + "openstack_compute_instance_v2.producer", + "openstack_networking_router_interface_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "consumers", + "each": "list", + "provider": "provider.openstack", + "instances": [ + { + "index_key": 0, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.9", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "5c3deced-1b18-4764-a13e-256a2774b9ed", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-1", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.9", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:3e:5f:0d", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.10", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "f05cd05b-de1b-4182-b6c3-38d9c8a335d5", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.10", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:97:28:7d", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.11", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "37e760b9-de93-43e8-973c-282685cad168", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-3", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.11", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e3:58:54", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 3, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.12", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "8cf18411-f906-420e-98d2-979aefa03da3", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-4", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.12", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:3f:c0:84", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 4, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.13", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "a32eb1be-b05b-4cdf-b437-4c40e5a2f1a5", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-5", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.13", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:4a:ff:de", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 5, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.14", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "79213a19-1e03-4b86-b8e0-ff311270fbbb", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-6", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.14", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:2c:6a:6c", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 6, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.15", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "0c41996c-3614-4d84-8997-6461843d981b", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-7", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.15", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:35:08:78", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 7, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.16", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "b448796d-32a6-4516-a321-f025e306aff1", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-8", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.16", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:92:5b:4e", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 8, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.17", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "b4335115-def2-493f-bd6c-c64e7706e0c7", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-9", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.17", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:0f:11:d8", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 9, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.18", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "69b92f47-da97-42c9-8a6a-35c324963e18", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-10", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.18", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:27:4e:3f", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 10, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.19", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "449ba1d1-1bf1-4c00-926a-3c3da4fcc157", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-11", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.19", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:6f:c0:f2", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 11, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.20", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "cac003d5-7720-4722-b4f0-6cf14babac4b", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-12", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.20", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:79:fe:92", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 12, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.21", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "5331a466-3290-494e-9caf-b5c9e74abee9", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-13", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.21", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:26:ba:f6", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 13, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.22", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "0d9ef0e1-498b-45bb-b3f8-c0f3d0055043", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-14", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.22", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:2f:86:60", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "monitor", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.8", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "e9ca7478-7957-4237-b3d0-d4767e1de65f", + "flavor_name": "s1.tiny", + "floating_ip": null, + "force_delete": false, + "id": "a98be4e0-2d47-40e9-aa0b-5cbd2ee1fc41", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-monitor", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.8", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:dd:2b:f4", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "nfs_server", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.7", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "d61bddca-19aa-44fe-bc05-5d8370809e18", + "image_id": "371604fb-b264-41fd-9336-9bc669a80667", + "image_name": "ubuntu-16.04", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-nfs-server", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.7", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:69:5a:55", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "postgres", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.6", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "c2ff21b2-7470-4cff-af39-431d86a3162f", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-postgres", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.6", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:14:b1:b4", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_instance_v2", + "name": "producer", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.5", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", + "flavor_name": "s1.jumbo", + "floating_ip": null, + "force_delete": false, + "id": "277136d7-0caa-48ab-8993-e6c160b13050", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-producer", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.5", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ac:e2:e1", + "name": "default_sequence_search", + "port": "", + "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_keypair_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "fingerprint": "f5:ac:9f:4e:68:11:2e:49:27:40:22:47:fa:ba:f3:58", + "id": "default_sequence_search", + "name": "default_sequence_search", + "private_key": "", + "public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9BOKz+dYi+0TzjpH5RWorfguhIp8Vxn1NIKX3VLbvYrStYlu+59aCdWALWhSUzqt/BKhwteg2Ph5m5pYItqs3i9VLpY493UvfjjocYqf47xqkDsYYo6kZkZjvnKFfkZui88TmgiMUKDtK/uRXVJhG4QlvCbrXLn9GM5jWmtV3lO/BEw25U19eGClsGQ0T7TUZ+YmPv9aHycw+hEpOWOvMYquzLg+thwrm7fzvLvbkS7pQm5kr8OGEvJ0HgLgUFiL+8zrB+zoGuiaaiFg9pLq2zJ/wtoe9OxiyRTaQt/Kwo8n2Z/S84bgKOLQPi85shjqQx/6/nfzjLpWUR8Bci9VH8CJ5i/zIagMHoyIrh+Fq/77YEuES0lpqYNd6AQUjgu7CF9OyXlQLwh6TSXLwxYUWaWAVMABysEaUT78+KFp7J86xTdb0zciVjTnyNb+IACMfo4hyexyAN3cPoWxAM7i8ET2Iug8QXB6RO1mz5zjvdDtLP7J5HCglVsXAmlHyxX7twmgAG11f45c/5I8gq0cQpubh8e6oZWYJ2krsbuVZnYXich+MidDIzt/5X+j06Um5iC4xbUIMJppeA1tzjQipvoavVeXs1LPN6ICLVtVkymb2Fhkpjq55Tiwan6ftYiWRXWOpaY00Yfc8ZbY8rb+bEF7lu4K1sf1bKOFyKke8Rw== apetrov@apetrov-ml\n", + "region": "regionOne", + "value_specs": null + }, + "private": "bnVsbA==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_secgroup_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Security group for the sequence_search instances", + "id": "051663ad-67c3-4728-abbd-f22fe2068510", + "name": "default_sequence_search", + "region": "regionOne", + "rule": [ + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": -1, + "id": "98bdcf96-d1a2-4be6-b74f-7d65e588ca21", + "ip_protocol": "icmp", + "self": false, + "to_port": -1 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 111, + "id": "74bf169b-cbde-46c0-8d22-ae9b381af857", + "ip_protocol": "tcp", + "self": false, + "to_port": 111 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 111, + "id": "ccad12d2-43d2-41b5-a938-219daa27b421", + "ip_protocol": "udp", + "self": false, + "to_port": 111 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 2049, + "id": "1201e868-9cc7-479c-ac12-8eb313160746", + "ip_protocol": "tcp", + "self": false, + "to_port": 2049 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 2049, + "id": "f5d5d423-231b-4dc6-afd5-818ee3fec38a", + "ip_protocol": "udp", + "self": false, + "to_port": 2049 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 22, + "id": "5cc6f28a-505f-4b5c-9d1b-11fea279a89b", + "ip_protocol": "tcp", + "self": false, + "to_port": 22 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 5432, + "id": "1ba763d5-aaf2-4fcb-a77f-1afa896fe6f1", + "ip_protocol": "tcp", + "self": false, + "to_port": 5432 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 8000, + "id": "e7226d78-a31c-4b5c-8146-c1683ec72f49", + "ip_protocol": "tcp", + "self": false, + "to_port": 8000 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 8002, + "id": "9c9eaeb5-f02f-4ad6-9b76-f7d4fe95676a", + "ip_protocol": "tcp", + "self": false, + "to_port": 8002 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 80, + "id": "be4c66f4-9cb3-4ab5-b217-aefce3b0d942", + "ip_protocol": "tcp", + "self": false, + "to_port": 80 + } + ], + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_volume_attach_v2", + "name": "attached", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "device": "/dev/vdb", + "id": "d61bddca-19aa-44fe-bc05-5d8370809e18/06132db8-45bd-46dd-a51d-28910184c405", + "instance_id": "d61bddca-19aa-44fe-bc05-5d8370809e18", + "multiattach": null, + "region": "regionOne", + "timeouts": null, + "volume_id": "06132db8-45bd-46dd-a51d-28910184c405" + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "depends_on": [ + "openstack_blockstorage_volume_v2.nfs_volume", + "openstack_compute_instance_v2.nfs_server" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_network_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "", + "dns_domain": "", + "external": false, + "id": "4069805c-08a1-40f6-aad0-481c97103e4f", + "mtu": 1500, + "name": "default_sequence_search", + "port_security_enabled": true, + "qos_policy_id": "", + "region": "regionOne", + "segments": [], + "shared": false, + "tags": null, + "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", + "timeouts": null, + "transparent_vlan": false, + "value_specs": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_router_interface_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "8e625ead-e89a-4bce-aca1-0cd3bd01dfde", + "port_id": "8e625ead-e89a-4bce-aca1-0cd3bd01dfde", + "region": "regionOne", + "router_id": "1371d78f-c422-40b7-a8bf-9c67277df4de", + "subnet_id": "ee9065f5-1800-42e2-97a1-bab918b109f0", + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "depends_on": [ + "openstack_networking_router_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_router_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "admin_state_up": true, + "all_tags": [], + "availability_zone_hints": [], + "description": "", + "distributed": false, + "enable_snat": true, + "external_fixed_ip": [ + { + "ip_address": "193.62.55.62", + "subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd" + } + ], + "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", + "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", + "id": "1371d78f-c422-40b7-a8bf-9c67277df4de", + "name": "default_sequence_search", + "region": "regionOne", + "tags": null, + "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", + "timeouts": null, + "value_specs": null, + "vendor_options": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=" + } + ] + }, + { + "mode": "managed", + "type": "openstack_networking_subnet_v2", + "name": "sequence_search", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "all_tags": [], + "allocation_pool": [ + { + "end": "192.168.0.254", + "start": "192.168.0.2" + } + ], + "allocation_pools": [ + { + "end": "192.168.0.254", + "start": "192.168.0.2" + } + ], + "cidr": "192.168.0.0/24", + "description": "", + "dns_nameservers": [ + "8.8.8.8" ], - "outputs": { - "floating_ip": { - "sensitive": false, - "type": "list", - "value": [ - "193.62.55.44" - ] - }, - "tfstate_file": { - "sensitive": false, - "type": "list", - "value": [ - "terraform.tfstate" - ] - } - }, - "resources": { - "null_resource.post-flight": { - "type": "null_resource", - "depends_on": [ - "local.tfstate_file" - ], - "primary": { - "id": "3325950797931051188", - "attributes": { - "id": "3325950797931051188", - "triggers.%": "1", - "triggers.build_number": "2019-05-15T14:02:59Z" - }, - "meta": {}, - "tainted": false - }, - "deposed": [], - "provider": "provider.null" - }, - "null_resource.pre-flight": { - "type": "null_resource", - "depends_on": [ - "local.floating_ip" - ], - "primary": { - "id": "702727941483313346", - "attributes": { - "id": "702727941483313346", - "triggers.%": "1", - "triggers.build_number": "2019-05-15T14:02:59Z" - }, - "meta": {}, - "tainted": false - }, - "deposed": [], - "provider": "provider.null" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.0": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "c0271ea4-b9b0-40f1-a9c5-2283fd12e377", - "attributes": { - "attachment.#": "1", - "attachment.346449816.device": "/dev/vdb", - "attachment.346449816.id": "c0271ea4-b9b0-40f1-a9c5-2283fd12e377", - "attachment.346449816.instance_id": "0b1592ea-84ca-4be1-a0df-b70c3d1a8f19", - "availability_zone": "nova", - "description": "", - "id": "c0271ea4-b9b0-40f1-a9c5-2283fd12e377", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-1", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.1": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "26e07dfe-0198-48be-b246-aa716a51e9d5", - "attributes": { - "attachment.#": "1", - "attachment.1330223736.device": "/dev/vdb", - "attachment.1330223736.id": "26e07dfe-0198-48be-b246-aa716a51e9d5", - "attachment.1330223736.instance_id": "3695bf79-25d4-4550-a32b-c74a35f86d08", - "availability_zone": "nova", - "description": "", - "id": "26e07dfe-0198-48be-b246-aa716a51e9d5", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-2", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.10": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "53bcdbec-5fa6-41de-bada-fcc35db33e45", - "attributes": { - "attachment.#": "1", - "attachment.3369702334.device": "/dev/vdb", - "attachment.3369702334.id": "53bcdbec-5fa6-41de-bada-fcc35db33e45", - "attachment.3369702334.instance_id": "a16395de-20e6-40f2-b7b0-583dd3b29f79", - "availability_zone": "nova", - "description": "", - "id": "53bcdbec-5fa6-41de-bada-fcc35db33e45", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-11", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.11": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "37c067f6-d779-4c29-ac55-fb7e7ea3c802", - "attributes": { - "attachment.#": "1", - "attachment.247821398.device": "/dev/vdb", - "attachment.247821398.id": "37c067f6-d779-4c29-ac55-fb7e7ea3c802", - "attachment.247821398.instance_id": "bc6eb824-8f82-4a26-8ecd-1928a30acedf", - "availability_zone": "nova", - "description": "", - "id": "37c067f6-d779-4c29-ac55-fb7e7ea3c802", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-12", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.12": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "cf7e008a-0659-4030-b543-696f154f2a67", - "attributes": { - "attachment.#": "1", - "attachment.1682479239.device": "/dev/vdb", - "attachment.1682479239.id": "cf7e008a-0659-4030-b543-696f154f2a67", - "attachment.1682479239.instance_id": "4164883d-c843-444a-b97d-1f3047cc6ff8", - "availability_zone": "nova", - "description": "", - "id": "cf7e008a-0659-4030-b543-696f154f2a67", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-13", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.13": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "7e7f4cb0-9a68-474d-b7ed-4ec9250ba2f3", - "attributes": { - "attachment.#": "1", - "attachment.1056568319.device": "/dev/vdb", - "attachment.1056568319.id": "7e7f4cb0-9a68-474d-b7ed-4ec9250ba2f3", - "attachment.1056568319.instance_id": "24d6cd5d-ece2-4b26-9bdc-ea85f4f77e05", - "availability_zone": "nova", - "description": "", - "id": "7e7f4cb0-9a68-474d-b7ed-4ec9250ba2f3", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-14", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.14": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "a6c1d4db-ed3c-4d50-bacc-b8324dadb5fd", - "attributes": { - "attachment.#": "1", - "attachment.1349393557.device": "/dev/vdb", - "attachment.1349393557.id": "a6c1d4db-ed3c-4d50-bacc-b8324dadb5fd", - "attachment.1349393557.instance_id": "92ed3fb1-7735-4a1a-9aad-8ff19dda3e89", - "availability_zone": "nova", - "description": "", - "id": "a6c1d4db-ed3c-4d50-bacc-b8324dadb5fd", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-15", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.2": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "8454b726-fe7b-471f-8a75-415eea7d8245", - "attributes": { - "attachment.#": "1", - "attachment.171003606.device": "/dev/vdb", - "attachment.171003606.id": "8454b726-fe7b-471f-8a75-415eea7d8245", - "attachment.171003606.instance_id": "48f58ff1-1f0c-4da1-bac5-1b7919981d6e", - "availability_zone": "nova", - "description": "", - "id": "8454b726-fe7b-471f-8a75-415eea7d8245", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-3", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.3": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "bf2f7ff6-e66b-4e1f-a962-c827c2e659a5", - "attributes": { - "attachment.#": "1", - "attachment.1921371559.device": "/dev/vdb", - "attachment.1921371559.id": "bf2f7ff6-e66b-4e1f-a962-c827c2e659a5", - "attachment.1921371559.instance_id": "8a496b79-139c-45f2-bc68-f419e7d80fa4", - "availability_zone": "nova", - "description": "", - "id": "bf2f7ff6-e66b-4e1f-a962-c827c2e659a5", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-4", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.4": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "07ec4ffa-4051-45c5-a9f2-6a44ec5cadb3", - "attributes": { - "attachment.#": "1", - "attachment.1662129120.device": "/dev/vdb", - "attachment.1662129120.id": "07ec4ffa-4051-45c5-a9f2-6a44ec5cadb3", - "attachment.1662129120.instance_id": "bb82cb2b-e5a0-487f-bb36-26c0f66a69be", - "availability_zone": "nova", - "description": "", - "id": "07ec4ffa-4051-45c5-a9f2-6a44ec5cadb3", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-5", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.5": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "891aaf09-5a85-472e-b403-b7153b583f91", - "attributes": { - "attachment.#": "1", - "attachment.1746535327.device": "/dev/vdb", - "attachment.1746535327.id": "891aaf09-5a85-472e-b403-b7153b583f91", - "attachment.1746535327.instance_id": "1cd15338-30bb-4f42-a38a-7dcc0f4ed495", - "availability_zone": "nova", - "description": "", - "id": "891aaf09-5a85-472e-b403-b7153b583f91", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-6", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.6": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "fd58c506-435d-4029-a1c9-1901e1614393", - "attributes": { - "attachment.#": "1", - "attachment.1368702637.device": "/dev/vdb", - "attachment.1368702637.id": "fd58c506-435d-4029-a1c9-1901e1614393", - "attachment.1368702637.instance_id": "d343dd09-6596-4b7e-88b4-1e471d1cf77c", - "availability_zone": "nova", - "description": "", - "id": "fd58c506-435d-4029-a1c9-1901e1614393", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-7", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.7": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "480ffbda-35cf-4f29-ae90-e6b47670604c", - "attributes": { - "attachment.#": "1", - "attachment.3041013046.device": "/dev/vdb", - "attachment.3041013046.id": "480ffbda-35cf-4f29-ae90-e6b47670604c", - "attachment.3041013046.instance_id": "8eb17f2a-226e-47b5-a59e-e40e94d7fdea", - "availability_zone": "nova", - "description": "", - "id": "480ffbda-35cf-4f29-ae90-e6b47670604c", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-8", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.8": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "4b82eaf9-0111-4618-8844-aa1930206ca2", - "attributes": { - "attachment.#": "1", - "attachment.2096928459.device": "/dev/vdb", - "attachment.2096928459.id": "4b82eaf9-0111-4618-8844-aa1930206ca2", - "attachment.2096928459.instance_id": "69606076-919d-430d-a6a6-e466bb6c69a8", - "availability_zone": "nova", - "description": "", - "id": "4b82eaf9-0111-4618-8844-aa1930206ca2", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-9", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.9": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [ - "local.count" - ], - "primary": { - "id": "3875e785-93ae-4e0d-9840-9ccf057abaa5", - "attributes": { - "attachment.#": "1", - "attachment.1021147561.device": "/dev/vdb", - "attachment.1021147561.id": "3875e785-93ae-4e0d-9840-9ccf057abaa5", - "attachment.1021147561.instance_id": "c82062f5-0b81-4bd9-8df3-9effc6ebf63a", - "availability_zone": "nova", - "description": "", - "id": "3875e785-93ae-4e0d-9840-9ccf057abaa5", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-consumer-databases-10", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_blockstorage_volume_v2.sequence_search_producer_databases": { - "type": "openstack_blockstorage_volume_v2", - "depends_on": [], - "primary": { - "id": "bdd58d57-77e3-4e10-aba1-c800656c032b", - "attributes": { - "attachment.#": "1", - "attachment.4055519179.device": "/dev/vdb", - "attachment.4055519179.id": "bdd58d57-77e3-4e10-aba1-c800656c032b", - "attachment.4055519179.instance_id": "d529cb4d-8645-4928-9310-763deb80ad48", - "availability_zone": "nova", - "description": "", - "id": "bdd58d57-77e3-4e10-aba1-c800656c032b", - "image_id": "sequence_search_databases", - "metadata.%": "2", - "metadata.attached_mode": "rw", - "metadata.readonly": "False", - "name": "default-sequence-search-producer-databases", - "region": "regionOne", - "size": "12", - "snapshot_id": "", - "source_vol_id": "", - "volume_type": "" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_floatingip_associate_v2.associate_postgres_floating_ip": { - "type": "openstack_compute_floatingip_associate_v2", - "depends_on": [ - "local.postgres_floating_ip", - "openstack_compute_instance_v2.postgres", - "openstack_networking_router_interface_v2.sequence_search" - ], - "primary": { - "id": "193.62.55.116/c1a98462-62ad-4194-aa13-181c61bcc963/", - "attributes": { - "fixed_ip": "", - "floating_ip": "193.62.55.116", - "id": "193.62.55.116/c1a98462-62ad-4194-aa13-181c61bcc963/", - "instance_id": "c1a98462-62ad-4194-aa13-181c61bcc963", - "region": "regionOne" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_floatingip_associate_v2.sequence_search": { - "type": "openstack_compute_floatingip_associate_v2", - "depends_on": [ - "openstack_compute_instance_v2.producer", - "openstack_networking_router_interface_v2.sequence_search" - ], - "primary": { - "id": "193.62.55.44/d529cb4d-8645-4928-9310-763deb80ad48/", - "attributes": { - "fixed_ip": "", - "floating_ip": "193.62.55.44", - "id": "193.62.55.44/d529cb4d-8645-4928-9310-763deb80ad48/", - "instance_id": "d529cb4d-8645-4928-9310-763deb80ad48", - "region": "regionOne" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.0": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "0b1592ea-84ca-4be1-a0df-b70c3d1a8f19", - "attributes": { - "access_ip_v4": "192.168.0.7", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "0b1592ea-84ca-4be1-a0df-b70c3d1a8f19", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-1", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.7", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:9f:25:8b", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.1": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "3695bf79-25d4-4550-a32b-c74a35f86d08", - "attributes": { - "access_ip_v4": "192.168.0.8", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "3695bf79-25d4-4550-a32b-c74a35f86d08", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-2", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.8", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:72:66:31", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.10": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "a16395de-20e6-40f2-b7b0-583dd3b29f79", - "attributes": { - "access_ip_v4": "192.168.0.17", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "a16395de-20e6-40f2-b7b0-583dd3b29f79", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-11", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.17", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:6a:e9:89", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.11": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "bc6eb824-8f82-4a26-8ecd-1928a30acedf", - "attributes": { - "access_ip_v4": "192.168.0.18", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "bc6eb824-8f82-4a26-8ecd-1928a30acedf", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-12", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.18", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:3a:64:9b", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.12": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "4164883d-c843-444a-b97d-1f3047cc6ff8", - "attributes": { - "access_ip_v4": "192.168.0.19", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "4164883d-c843-444a-b97d-1f3047cc6ff8", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-13", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.19", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:3d:b4:7f", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.13": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "24d6cd5d-ece2-4b26-9bdc-ea85f4f77e05", - "attributes": { - "access_ip_v4": "192.168.0.20", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "24d6cd5d-ece2-4b26-9bdc-ea85f4f77e05", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-14", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.20", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:7e:c1:bc", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.14": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "92ed3fb1-7735-4a1a-9aad-8ff19dda3e89", - "attributes": { - "access_ip_v4": "192.168.0.21", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "92ed3fb1-7735-4a1a-9aad-8ff19dda3e89", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-15", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.21", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:3f:83:7c", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.2": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "48f58ff1-1f0c-4da1-bac5-1b7919981d6e", - "attributes": { - "access_ip_v4": "192.168.0.9", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "48f58ff1-1f0c-4da1-bac5-1b7919981d6e", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-3", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.9", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:0c:c4:74", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.3": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "8a496b79-139c-45f2-bc68-f419e7d80fa4", - "attributes": { - "access_ip_v4": "192.168.0.10", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "8a496b79-139c-45f2-bc68-f419e7d80fa4", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-4", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.10", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:ca:ff:f2", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.4": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "bb82cb2b-e5a0-487f-bb36-26c0f66a69be", - "attributes": { - "access_ip_v4": "192.168.0.11", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "bb82cb2b-e5a0-487f-bb36-26c0f66a69be", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-5", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.11", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:7a:1a:53", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.5": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "1cd15338-30bb-4f42-a38a-7dcc0f4ed495", - "attributes": { - "access_ip_v4": "192.168.0.12", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "1cd15338-30bb-4f42-a38a-7dcc0f4ed495", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-6", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.12", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:1d:03:d1", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.6": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "d343dd09-6596-4b7e-88b4-1e471d1cf77c", - "attributes": { - "access_ip_v4": "192.168.0.13", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "d343dd09-6596-4b7e-88b4-1e471d1cf77c", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-7", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.13", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:e5:ba:bc", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.7": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "8eb17f2a-226e-47b5-a59e-e40e94d7fdea", - "attributes": { - "access_ip_v4": "192.168.0.14", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "8eb17f2a-226e-47b5-a59e-e40e94d7fdea", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-8", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.14", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:62:11:34", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.8": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "69606076-919d-430d-a6a6-e466bb6c69a8", - "attributes": { - "access_ip_v4": "192.168.0.15", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "69606076-919d-430d-a6a6-e466bb6c69a8", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-9", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.15", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:11:d2:9d", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.consumers.9": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "local.count", - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "c82062f5-0b81-4bd9-8df3-9effc6ebf63a", - "attributes": { - "access_ip_v4": "192.168.0.16", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "c82062f5-0b81-4bd9-8df3-9effc6ebf63a", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-consumer-10", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.16", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:aa:e0:fb", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.postgres": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "c1a98462-62ad-4194-aa13-181c61bcc963", - "attributes": { - "access_ip_v4": "192.168.0.6", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "c1a98462-62ad-4194-aa13-181c61bcc963", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-postgres", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.6", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:ed:80:12", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_instance_v2.producer": { - "type": "openstack_compute_instance_v2", - "depends_on": [ - "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "d529cb4d-8645-4928-9310-763deb80ad48", - "attributes": { - "access_ip_v4": "192.168.0.5", - "access_ip_v6": "", - "all_metadata.%": "0", - "availability_zone": "nova", - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", - "force_delete": "false", - "id": "d529cb4d-8645-4928-9310-763deb80ad48", - "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", - "image_name": "CentOS7-Cloud", - "key_pair": "default_sequence_search", - "name": "default-producer", - "network.#": "1", - "network.0.access_network": "false", - "network.0.fixed_ip_v4": "192.168.0.5", - "network.0.fixed_ip_v6": "", - "network.0.floating_ip": "", - "network.0.mac": "fa:16:3e:2c:84:35", - "network.0.name": "default_sequence_search", - "network.0.port": "", - "network.0.uuid": "70bb2861-1002-4f11-8172-04eff143a53d", - "power_state": "active", - "region": "regionOne", - "security_groups.#": "1", - "security_groups.1219909394": "default_sequence_search", - "stop_before_destroy": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 1800000000000, - "delete": 1800000000000, - "update": 1800000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_keypair_v2.sequence_search": { - "type": "openstack_compute_keypair_v2", - "depends_on": [], - "primary": { - "id": "default_sequence_search", - "attributes": { - "fingerprint": "f5:ac:9f:4e:68:11:2e:49:27:40:22:47:fa:ba:f3:58", - "id": "default_sequence_search", - "name": "default_sequence_search", - "private_key": "", - "public_key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9BOKz+dYi+0TzjpH5RWorfguhIp8Vxn1NIKX3VLbvYrStYlu+59aCdWALWhSUzqt/BKhwteg2Ph5m5pYItqs3i9VLpY493UvfjjocYqf47xqkDsYYo6kZkZjvnKFfkZui88TmgiMUKDtK/uRXVJhG4QlvCbrXLn9GM5jWmtV3lO/BEw25U19eGClsGQ0T7TUZ+YmPv9aHycw+hEpOWOvMYquzLg+thwrm7fzvLvbkS7pQm5kr8OGEvJ0HgLgUFiL+8zrB+zoGuiaaiFg9pLq2zJ/wtoe9OxiyRTaQt/Kwo8n2Z/S84bgKOLQPi85shjqQx/6/nfzjLpWUR8Bci9VH8CJ5i/zIagMHoyIrh+Fq/77YEuES0lpqYNd6AQUjgu7CF9OyXlQLwh6TSXLwxYUWaWAVMABysEaUT78+KFp7J86xTdb0zciVjTnyNb+IACMfo4hyexyAN3cPoWxAM7i8ET2Iug8QXB6RO1mz5zjvdDtLP7J5HCglVsXAmlHyxX7twmgAG11f45c/5I8gq0cQpubh8e6oZWYJ2krsbuVZnYXich+MidDIzt/5X+j06Um5iC4xbUIMJppeA1tzjQipvoavVeXs1LPN6ICLVtVkymb2Fhkpjq55Tiwan6ftYiWRXWOpaY00Yfc8ZbY8rb+bEF7lu4K1sf1bKOFyKke8Rw== apetrov@apetrov-ml\n", - "region": "regionOne" - }, - "meta": {}, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_secgroup_v2.sequence_search": { - "type": "openstack_compute_secgroup_v2", - "depends_on": [], - "primary": { - "id": "b904f5b3-8a80-48c8-ad7d-0c9618994333", - "attributes": { - "description": "Security group for the sequence_search instances", - "id": "b904f5b3-8a80-48c8-ad7d-0c9618994333", - "name": "default_sequence_search", - "region": "regionOne", - "rule.#": "6", - "rule.2180185248.cidr": "0.0.0.0/0", - "rule.2180185248.from_group_id": "", - "rule.2180185248.from_port": "-1", - "rule.2180185248.id": "a62b18a3-9cf3-4c87-bf9a-77e37c594b96", - "rule.2180185248.ip_protocol": "icmp", - "rule.2180185248.self": "false", - "rule.2180185248.to_port": "-1", - "rule.3467029331.cidr": "0.0.0.0/0", - "rule.3467029331.from_group_id": "", - "rule.3467029331.from_port": "8002", - "rule.3467029331.id": "034a7d30-7815-4d0e-a1fe-a6f5c9cedce7", - "rule.3467029331.ip_protocol": "tcp", - "rule.3467029331.self": "false", - "rule.3467029331.to_port": "8002", - "rule.3719211069.cidr": "0.0.0.0/0", - "rule.3719211069.from_group_id": "", - "rule.3719211069.from_port": "80", - "rule.3719211069.id": "9d73c844-e80f-49e4-81c9-aa3ce547d008", - "rule.3719211069.ip_protocol": "tcp", - "rule.3719211069.self": "false", - "rule.3719211069.to_port": "80", - "rule.3815358244.cidr": "0.0.0.0/0", - "rule.3815358244.from_group_id": "", - "rule.3815358244.from_port": "5432", - "rule.3815358244.id": "98fae1af-5f23-49f4-bfee-011eb379148e", - "rule.3815358244.ip_protocol": "tcp", - "rule.3815358244.self": "false", - "rule.3815358244.to_port": "5432", - "rule.542868096.cidr": "0.0.0.0/0", - "rule.542868096.from_group_id": "", - "rule.542868096.from_port": "8000", - "rule.542868096.id": "3afa20e9-a3a0-4ff4-97a4-570e030bf69f", - "rule.542868096.ip_protocol": "tcp", - "rule.542868096.self": "false", - "rule.542868096.to_port": "8000", - "rule.836640770.cidr": "0.0.0.0/0", - "rule.836640770.from_group_id": "", - "rule.836640770.from_port": "22", - "rule.836640770.id": "3c3fa1d2-4b52-4537-bfca-f45222bbe1b7", - "rule.836640770.ip_protocol": "tcp", - "rule.836640770.self": "false", - "rule.836640770.to_port": "22" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.0": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "0b1592ea-84ca-4be1-a0df-b70c3d1a8f19/c0271ea4-b9b0-40f1-a9c5-2283fd12e377", - "attributes": { - "device": "/dev/vdb", - "id": "0b1592ea-84ca-4be1-a0df-b70c3d1a8f19/c0271ea4-b9b0-40f1-a9c5-2283fd12e377", - "instance_id": "0b1592ea-84ca-4be1-a0df-b70c3d1a8f19", - "region": "regionOne", - "volume_id": "c0271ea4-b9b0-40f1-a9c5-2283fd12e377" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.1": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "3695bf79-25d4-4550-a32b-c74a35f86d08/26e07dfe-0198-48be-b246-aa716a51e9d5", - "attributes": { - "device": "/dev/vdb", - "id": "3695bf79-25d4-4550-a32b-c74a35f86d08/26e07dfe-0198-48be-b246-aa716a51e9d5", - "instance_id": "3695bf79-25d4-4550-a32b-c74a35f86d08", - "region": "regionOne", - "volume_id": "26e07dfe-0198-48be-b246-aa716a51e9d5" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.10": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "a16395de-20e6-40f2-b7b0-583dd3b29f79/53bcdbec-5fa6-41de-bada-fcc35db33e45", - "attributes": { - "device": "/dev/vdb", - "id": "a16395de-20e6-40f2-b7b0-583dd3b29f79/53bcdbec-5fa6-41de-bada-fcc35db33e45", - "instance_id": "a16395de-20e6-40f2-b7b0-583dd3b29f79", - "region": "regionOne", - "volume_id": "53bcdbec-5fa6-41de-bada-fcc35db33e45" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.11": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "bc6eb824-8f82-4a26-8ecd-1928a30acedf/37c067f6-d779-4c29-ac55-fb7e7ea3c802", - "attributes": { - "device": "/dev/vdb", - "id": "bc6eb824-8f82-4a26-8ecd-1928a30acedf/37c067f6-d779-4c29-ac55-fb7e7ea3c802", - "instance_id": "bc6eb824-8f82-4a26-8ecd-1928a30acedf", - "region": "regionOne", - "volume_id": "37c067f6-d779-4c29-ac55-fb7e7ea3c802" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.12": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "4164883d-c843-444a-b97d-1f3047cc6ff8/cf7e008a-0659-4030-b543-696f154f2a67", - "attributes": { - "device": "/dev/vdb", - "id": "4164883d-c843-444a-b97d-1f3047cc6ff8/cf7e008a-0659-4030-b543-696f154f2a67", - "instance_id": "4164883d-c843-444a-b97d-1f3047cc6ff8", - "region": "regionOne", - "volume_id": "cf7e008a-0659-4030-b543-696f154f2a67" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.13": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "24d6cd5d-ece2-4b26-9bdc-ea85f4f77e05/7e7f4cb0-9a68-474d-b7ed-4ec9250ba2f3", - "attributes": { - "device": "/dev/vdb", - "id": "24d6cd5d-ece2-4b26-9bdc-ea85f4f77e05/7e7f4cb0-9a68-474d-b7ed-4ec9250ba2f3", - "instance_id": "24d6cd5d-ece2-4b26-9bdc-ea85f4f77e05", - "region": "regionOne", - "volume_id": "7e7f4cb0-9a68-474d-b7ed-4ec9250ba2f3" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.14": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "92ed3fb1-7735-4a1a-9aad-8ff19dda3e89/a6c1d4db-ed3c-4d50-bacc-b8324dadb5fd", - "attributes": { - "device": "/dev/vdb", - "id": "92ed3fb1-7735-4a1a-9aad-8ff19dda3e89/a6c1d4db-ed3c-4d50-bacc-b8324dadb5fd", - "instance_id": "92ed3fb1-7735-4a1a-9aad-8ff19dda3e89", - "region": "regionOne", - "volume_id": "a6c1d4db-ed3c-4d50-bacc-b8324dadb5fd" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.2": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "48f58ff1-1f0c-4da1-bac5-1b7919981d6e/8454b726-fe7b-471f-8a75-415eea7d8245", - "attributes": { - "device": "/dev/vdb", - "id": "48f58ff1-1f0c-4da1-bac5-1b7919981d6e/8454b726-fe7b-471f-8a75-415eea7d8245", - "instance_id": "48f58ff1-1f0c-4da1-bac5-1b7919981d6e", - "region": "regionOne", - "volume_id": "8454b726-fe7b-471f-8a75-415eea7d8245" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.3": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "8a496b79-139c-45f2-bc68-f419e7d80fa4/bf2f7ff6-e66b-4e1f-a962-c827c2e659a5", - "attributes": { - "device": "/dev/vdb", - "id": "8a496b79-139c-45f2-bc68-f419e7d80fa4/bf2f7ff6-e66b-4e1f-a962-c827c2e659a5", - "instance_id": "8a496b79-139c-45f2-bc68-f419e7d80fa4", - "region": "regionOne", - "volume_id": "bf2f7ff6-e66b-4e1f-a962-c827c2e659a5" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.4": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "bb82cb2b-e5a0-487f-bb36-26c0f66a69be/07ec4ffa-4051-45c5-a9f2-6a44ec5cadb3", - "attributes": { - "device": "/dev/vdb", - "id": "bb82cb2b-e5a0-487f-bb36-26c0f66a69be/07ec4ffa-4051-45c5-a9f2-6a44ec5cadb3", - "instance_id": "bb82cb2b-e5a0-487f-bb36-26c0f66a69be", - "region": "regionOne", - "volume_id": "07ec4ffa-4051-45c5-a9f2-6a44ec5cadb3" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.5": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "1cd15338-30bb-4f42-a38a-7dcc0f4ed495/891aaf09-5a85-472e-b403-b7153b583f91", - "attributes": { - "device": "/dev/vdb", - "id": "1cd15338-30bb-4f42-a38a-7dcc0f4ed495/891aaf09-5a85-472e-b403-b7153b583f91", - "instance_id": "1cd15338-30bb-4f42-a38a-7dcc0f4ed495", - "region": "regionOne", - "volume_id": "891aaf09-5a85-472e-b403-b7153b583f91" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.6": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "d343dd09-6596-4b7e-88b4-1e471d1cf77c/fd58c506-435d-4029-a1c9-1901e1614393", - "attributes": { - "device": "/dev/vdb", - "id": "d343dd09-6596-4b7e-88b4-1e471d1cf77c/fd58c506-435d-4029-a1c9-1901e1614393", - "instance_id": "d343dd09-6596-4b7e-88b4-1e471d1cf77c", - "region": "regionOne", - "volume_id": "fd58c506-435d-4029-a1c9-1901e1614393" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.7": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "8eb17f2a-226e-47b5-a59e-e40e94d7fdea/480ffbda-35cf-4f29-ae90-e6b47670604c", - "attributes": { - "device": "/dev/vdb", - "id": "8eb17f2a-226e-47b5-a59e-e40e94d7fdea/480ffbda-35cf-4f29-ae90-e6b47670604c", - "instance_id": "8eb17f2a-226e-47b5-a59e-e40e94d7fdea", - "region": "regionOne", - "volume_id": "480ffbda-35cf-4f29-ae90-e6b47670604c" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.8": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "69606076-919d-430d-a6a6-e466bb6c69a8/4b82eaf9-0111-4618-8844-aa1930206ca2", - "attributes": { - "device": "/dev/vdb", - "id": "69606076-919d-430d-a6a6-e466bb6c69a8/4b82eaf9-0111-4618-8844-aa1930206ca2", - "instance_id": "69606076-919d-430d-a6a6-e466bb6c69a8", - "region": "regionOne", - "volume_id": "4b82eaf9-0111-4618-8844-aa1930206ca2" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_consumers.9": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "local.count", - "openstack_blockstorage_volume_v2.sequence_search_consumer_databases.*", - "openstack_compute_instance_v2.consumers.*" - ], - "primary": { - "id": "c82062f5-0b81-4bd9-8df3-9effc6ebf63a/3875e785-93ae-4e0d-9840-9ccf057abaa5", - "attributes": { - "device": "/dev/vdb", - "id": "c82062f5-0b81-4bd9-8df3-9effc6ebf63a/3875e785-93ae-4e0d-9840-9ccf057abaa5", - "instance_id": "c82062f5-0b81-4bd9-8df3-9effc6ebf63a", - "region": "regionOne", - "volume_id": "3875e785-93ae-4e0d-9840-9ccf057abaa5" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_compute_volume_attach_v2.attach_databases_to_producer": { - "type": "openstack_compute_volume_attach_v2", - "depends_on": [ - "openstack_blockstorage_volume_v2.sequence_search_producer_databases", - "openstack_compute_instance_v2.producer" - ], - "primary": { - "id": "d529cb4d-8645-4928-9310-763deb80ad48/bdd58d57-77e3-4e10-aba1-c800656c032b", - "attributes": { - "device": "/dev/vdb", - "id": "d529cb4d-8645-4928-9310-763deb80ad48/bdd58d57-77e3-4e10-aba1-c800656c032b", - "instance_id": "d529cb4d-8645-4928-9310-763deb80ad48", - "region": "regionOne", - "volume_id": "bdd58d57-77e3-4e10-aba1-c800656c032b" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_network_v2.sequence_search": { - "type": "openstack_networking_network_v2", - "depends_on": [], - "primary": { - "id": "70bb2861-1002-4f11-8172-04eff143a53d", - "attributes": { - "admin_state_up": "true", - "all_tags.#": "0", - "availability_zone_hints.#": "0", - "description": "", - "dns_domain": "", - "external": "false", - "id": "70bb2861-1002-4f11-8172-04eff143a53d", - "mtu": "1500", - "name": "default_sequence_search", - "port_security_enabled": "true", - "region": "regionOne", - "shared": "false", - "tags.#": "0", - "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", - "transparent_vlan": "false" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_router_interface_v2.sequence_search": { - "type": "openstack_networking_router_interface_v2", - "depends_on": [ - "openstack_networking_router_v2.sequence_search", - "openstack_networking_subnet_v2.sequence_search" - ], - "primary": { - "id": "2265b022-9628-4cda-a076-4f5eba212fb9", - "attributes": { - "id": "2265b022-9628-4cda-a076-4f5eba212fb9", - "port_id": "2265b022-9628-4cda-a076-4f5eba212fb9", - "region": "regionOne", - "router_id": "8fdfddb4-4c5b-43a4-a67a-aa556cd63219", - "subnet_id": "3f0121c0-d722-485e-ac71-6fd1e1260f08" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_router_v2.sequence_search": { - "type": "openstack_networking_router_v2", - "depends_on": [], - "primary": { - "id": "8fdfddb4-4c5b-43a4-a67a-aa556cd63219", - "attributes": { - "admin_state_up": "true", - "all_tags.#": "0", - "availability_zone_hints.#": "0", - "description": "", - "distributed": "false", - "enable_snat": "true", - "external_fixed_ip.#": "1", - "external_fixed_ip.0.ip_address": "193.62.55.117", - "external_fixed_ip.0.subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd", - "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "8fdfddb4-4c5b-43a4-a67a-aa556cd63219", - "name": "default_sequence_search", - "region": "regionOne", - "tags.#": "0", - "tenant_id": "bd631be0b7e641a7bd0c187493e7104e" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - }, - "openstack_networking_subnet_v2.sequence_search": { - "type": "openstack_networking_subnet_v2", - "depends_on": [ - "openstack_networking_network_v2.sequence_search" - ], - "primary": { - "id": "3f0121c0-d722-485e-ac71-6fd1e1260f08", - "attributes": { - "all_tags.#": "0", - "allocation_pools.#": "1", - "allocation_pools.0.end": "192.168.0.254", - "allocation_pools.0.start": "192.168.0.2", - "cidr": "192.168.0.0/24", - "description": "", - "dns_nameservers.#": "1", - "dns_nameservers.0": "8.8.8.8", - "enable_dhcp": "true", - "gateway_ip": "192.168.0.1", - "id": "3f0121c0-d722-485e-ac71-6fd1e1260f08", - "ip_version": "4", - "ipv6_address_mode": "", - "ipv6_ra_mode": "", - "name": "default_sequence_search", - "network_id": "70bb2861-1002-4f11-8172-04eff143a53d", - "no_gateway": "false", - "region": "regionOne", - "subnetpool_id": "", - "tags.#": "0", - "tenant_id": "bd631be0b7e641a7bd0c187493e7104e" - }, - "meta": { - "e2bfb730-ecaa-11e6-8f88-34363bc7c4c0": { - "create": 600000000000, - "delete": 600000000000 - } - }, - "tainted": false - }, - "deposed": [], - "provider": "provider.openstack" - } - }, - "depends_on": [] + "enable_dhcp": true, + "gateway_ip": "192.168.0.1", + "host_routes": [], + "id": "ee9065f5-1800-42e2-97a1-bab918b109f0", + "ip_version": 4, + "ipv6_address_mode": "", + "ipv6_ra_mode": "", + "name": "default_sequence_search", + "network_id": "4069805c-08a1-40f6-aad0-481c97103e4f", + "no_gateway": false, + "prefix_length": null, + "region": "regionOne", + "subnetpool_id": "", + "tags": null, + "tenant_id": "bd631be0b7e641a7bd0c187493e7104e", + "timeouts": null, + "value_specs": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", + "depends_on": [ + "openstack_networking_network_v2.sequence_search" + ] } - ] + ] + } + ] } From ab653202c0a846fb4f7c746d36d95317e5058b1b Mon Sep 17 00:00:00 2001 From: carlosribas Date: Wed, 9 Oct 2019 17:14:47 +0100 Subject: [PATCH 52/83] Dump the database without info about consumers --- postgres/backup.sh | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/postgres/backup.sh b/postgres/backup.sh index 43a49c4a..7f894234 100755 --- a/postgres/backup.sh +++ b/postgres/backup.sh @@ -7,5 +7,19 @@ REMOVE=$(date +"%Y%m%d_%H" -d "5 days ago") echo "Removing old files" find /backup -name "producer_${REMOVE}*" -type f -exec rm -f {} \; -echo "Starting backup" -pg_dump -Fc producer -U postgres > /backup/producer_${TODAY}_${TIME}.dump +echo "Starting a temporary backup" +pg_dump producer -U docker > /backup/producer_tmp.dump + +echo "Create a temporary database" +createdb -U docker -T template0 producer_tmp +psql -U docker producer_tmp -f /backup/producer_tmp.dump + +echo "Update the consumer column of the job_chunks table with null values" +psql -U docker producer_tmp -c 'update job_chunks set consumer = NULL;' + +echo "Backup the temporary database" +pg_dump -Fc producer_tmp -U docker -T 'consumer' > /backup/producer_${TODAY}_${TIME}.dump + +echo "Remove the temporary database" +dropdb -U docker producer_tmp +rm /backup/producer_tmp.dump \ No newline at end of file From 74a75c91aa99e10cd958a897ac176ceeaba5fb46 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Wed, 9 Oct 2019 17:15:37 +0100 Subject: [PATCH 53/83] Run the consumer playbook after a restore --- ansible/postgres_restore.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ansible/postgres_restore.yml b/ansible/postgres_restore.yml index 71866c1b..2d252898 100644 --- a/ansible/postgres_restore.yml +++ b/ansible/postgres_restore.yml @@ -9,3 +9,5 @@ tasks: - copy: src=producer_latest.dump dest=/tmp/producer_latest.dump mode=0777 - shell: pg_restore -U docker -c -n public -n pg_catalog -d producer /tmp/producer_latest.dump + +- import_playbook: consumers.yml \ No newline at end of file From 82881dc3b6a84096e5a9ac41e9a19b95b1a887c2 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Fri, 18 Oct 2019 13:57:13 +0100 Subject: [PATCH 54/83] Restrict ssh connection and create iptables rules --- ansible/consumers.yml | 2 + ansible/monitor.yml | 4 +- ansible/nfs-server.yml | 8 +++ ansible/postgres.yml | 4 +- ansible/producer.yml | 4 +- ansible/roles/iptables/tasks/main.yml | 86 +++++++++++++++++++++++++++ ansible/roles/ssh/tasks/main.yml | 20 +++++++ 7 files changed, 125 insertions(+), 3 deletions(-) create mode 100644 ansible/roles/iptables/tasks/main.yml create mode 100644 ansible/roles/ssh/tasks/main.yml diff --git a/ansible/consumers.yml b/ansible/consumers.yml index c58d3acf..cbaabc2c 100644 --- a/ansible/consumers.yml +++ b/ansible/consumers.yml @@ -8,3 +8,5 @@ ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" roles: - {role: consumer, tags: 'consumer'} + - ssh + - iptables diff --git a/ansible/monitor.yml b/ansible/monitor.yml index 7a205d8a..4471874a 100644 --- a/ansible/monitor.yml +++ b/ansible/monitor.yml @@ -7,4 +7,6 @@ ansible_ssh_private_key_file: "../terraform/sequence_search_rsa" floating_ip: "{{ lookup('pipe', 'cd ../terraform && terraform output floating_ip') }}" roles: - - {role: 'monitor', tags: 'monitor'} + - monitor + - ssh + - iptables diff --git a/ansible/nfs-server.yml b/ansible/nfs-server.yml index 1c15ec8d..c6ea9b8c 100644 --- a/ansible/nfs-server.yml +++ b/ansible/nfs-server.yml @@ -70,3 +70,11 @@ service: name: nfs-kernel-server state: restarted + + - name: Import ssh role + import_role: + name: ssh + + - name: Import iptables role + import_role: + name: iptables diff --git a/ansible/postgres.yml b/ansible/postgres.yml index 876e8849..c4c0ee26 100644 --- a/ansible/postgres.yml +++ b/ansible/postgres.yml @@ -68,4 +68,6 @@ - '*' roles: - - postgresql \ No newline at end of file + - postgresql + - ssh + - iptables \ No newline at end of file diff --git a/ansible/producer.yml b/ansible/producer.yml index b3ec7fdc..c71869f0 100644 --- a/ansible/producer.yml +++ b/ansible/producer.yml @@ -9,4 +9,6 @@ roles: - {role: 'bastion-private-key', tags: 'bastion'} # - {role: 'docker', tags: 'docker'} - - {role: 'producer', tags: 'producer'} \ No newline at end of file + - {role: 'producer', tags: 'producer'} + - ssh + - iptables \ No newline at end of file diff --git a/ansible/roles/iptables/tasks/main.yml b/ansible/roles/iptables/tasks/main.yml new file mode 100644 index 00000000..454de56f --- /dev/null +++ b/ansible/roles/iptables/tasks/main.yml @@ -0,0 +1,86 @@ +# file: iptables/tasks/main.yml + +--- + - name: Flush existing firewall rules + iptables: + flush: true + + - name: Allow related and established connections + iptables: + chain: INPUT + ctstate: ESTABLISHED,RELATED + jump: ACCEPT + + - name: Allow port ping traffic + iptables: + chain: INPUT + protocol: icmp + jump: ACCEPT + + - name: Allow port 22 / SSH traffic + iptables: + chain: INPUT + destination_port: 22 + protocol: tcp + jump: ACCEPT + + - name: Allow port 80 / HTTP traffic + iptables: + chain: INPUT + destination_port: 80 + jump: ACCEPT + protocol: tcp + + - name: Allow port 8000 / HTTP traffic + iptables: + chain: INPUT + destination_port: 8000 + jump: ACCEPT + protocol: tcp + + - name: Allow port 8002 / HTTP traffic + iptables: + chain: INPUT + destination_port: 8002 + jump: ACCEPT + protocol: tcp + + - name: Allow port 5432 / PostgreSQL + iptables: + chain: INPUT + destination_port: 5432 + jump: ACCEPT + protocol: tcp + + - name: Allow port 2049 (tcp) / NFS + iptables: + chain: INPUT + destination_port: 2049 + jump: ACCEPT + protocol: tcp + + - name: Allow port 2049 (udp) / NFS + iptables: + chain: INPUT + destination_port: 2049 + jump: ACCEPT + protocol: udp + + - name: Allow port 111 (tcp) / Portmapper + iptables: + chain: INPUT + destination_port: 111 + jump: ACCEPT + protocol: tcp + + - name: Allow port 111 (udp) / Portmapper + iptables: + chain: INPUT + destination_port: 111 + jump: ACCEPT + protocol: udp + + - name: Drop any traffic without rule + iptables: + chain: INPUT + jump: DROP diff --git a/ansible/roles/ssh/tasks/main.yml b/ansible/roles/ssh/tasks/main.yml new file mode 100644 index 00000000..c3c18dff --- /dev/null +++ b/ansible/roles/ssh/tasks/main.yml @@ -0,0 +1,20 @@ +# file: ssh/tasks/main.yml + +--- + - name: Harden sshd configuration + lineinfile: + dest: /etc/ssh/sshd_config + regexp: "{{item.regexp}}" + line: "{{item.line}}" + state: present + with_items: + - regexp: "^#?PermitRootLogin" + line: "PermitRootLogin no" + - regexp: "^#?PasswordAuthentication" + line: "PasswordAuthentication no" + + - name: Restart sshd + systemd: + state: restarted + daemon_reload: yes + name: sshd \ No newline at end of file From 2b50b899604914e33db7c69478a715de5dc2d578 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 21 Oct 2019 09:33:39 +0100 Subject: [PATCH 55/83] Create new security group. Limit access to certain ports. Fix bug in vms creation. --- terraform/main.tf | 63 +++++++++++++++++++++++++++-------------------- 1 file changed, 36 insertions(+), 27 deletions(-) diff --git a/terraform/main.tf b/terraform/main.tf index 64e5d161..dcd91e64 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -53,7 +53,7 @@ resource "openstack_networking_router_interface_v2" "sequence_search" { resource "openstack_compute_secgroup_v2" "sequence_search" { name = "${terraform.workspace}_sequence_search" - description = "Security group for the sequence_search instances" + description = "Security group for the sequence_search instances (except NFS)" rule { from_port = 22 to_port = 22 @@ -62,17 +62,17 @@ resource "openstack_compute_secgroup_v2" "sequence_search" { } rule { - from_port = 80 - to_port = 80 + from_port = 5432 + to_port = 5432 ip_protocol = "tcp" - cidr = "0.0.0.0/0" + cidr = "192.168.0.0/24" } rule { from_port = 8000 to_port = 8000 ip_protocol = "tcp" - cidr = "0.0.0.0/0" + cidr = "192.168.0.0/24" } rule { @@ -83,8 +83,19 @@ resource "openstack_compute_secgroup_v2" "sequence_search" { } rule { - from_port = 5432 - to_port = 5432 + from_port = -1 + to_port = -1 + ip_protocol = "icmp" + cidr = "0.0.0.0/0" + } +} + +resource "openstack_compute_secgroup_v2" "sequence_search_nfs_instance" { + name = "${terraform.workspace}_sequence_search_nfs_instance" + description = "Security group for the NFS instance" + rule { + from_port = 22 + to_port = 22 ip_protocol = "tcp" cidr = "0.0.0.0/0" } @@ -93,28 +104,28 @@ resource "openstack_compute_secgroup_v2" "sequence_search" { from_port = 2049 to_port = 2049 ip_protocol = "tcp" - cidr = "0.0.0.0/0" + cidr = "192.168.0.0/24" } rule { from_port = 2049 to_port = 2049 ip_protocol = "udp" - cidr = "0.0.0.0/0" + cidr = "192.168.0.0/24" } rule { from_port = 111 to_port = 111 ip_protocol = "tcp" - cidr = "0.0.0.0/0" + cidr = "192.168.0.0/24" } rule { from_port = 111 to_port = 111 ip_protocol = "udp" - cidr = "0.0.0.0/0" + cidr = "192.168.0.0/24" } rule { @@ -126,7 +137,7 @@ resource "openstack_compute_secgroup_v2" "sequence_search" { } resource "openstack_compute_instance_v2" "producer" { - depends_on = ["openstack_compute_keypair_v2.sequence_search"] + depends_on = ["openstack_compute_keypair_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search"] name = "${terraform.workspace}-producer" image_name = "${var.image}" flavor_name = "${var.flavor}" @@ -139,7 +150,7 @@ resource "openstack_compute_instance_v2" "producer" { } resource "openstack_compute_instance_v2" "postgres" { - depends_on = ["openstack_compute_keypair_v2.sequence_search"] + depends_on = ["openstack_compute_keypair_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search"] name = "${terraform.workspace}-postgres" image_name = "${var.image}" flavor_name = "${var.flavor}" @@ -149,17 +160,15 @@ resource "openstack_compute_instance_v2" "postgres" { uuid = "${openstack_networking_network_v2.sequence_search.id}" fixed_ip_v4 = "192.168.0.6" } - } resource "openstack_compute_instance_v2" "nfs_server" { - depends_on = ["openstack_compute_keypair_v2.sequence_search"] + depends_on = ["openstack_compute_keypair_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search"] name = "${terraform.workspace}-nfs-server" image_name = "ubuntu-16.04" flavor_name = "${var.flavor}" key_pair = "${openstack_compute_keypair_v2.sequence_search.name}" - security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] - + security_groups = [ "${openstack_compute_secgroup_v2.sequence_search_nfs_instance.name}" ] network { uuid = "${openstack_networking_network_v2.sequence_search.id}" fixed_ip_v4 = "192.168.0.7" @@ -167,7 +176,7 @@ resource "openstack_compute_instance_v2" "nfs_server" { } resource "openstack_compute_instance_v2" "monitor" { - depends_on = ["openstack_compute_keypair_v2.sequence_search"] + depends_on = ["openstack_compute_keypair_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search"] name = "${terraform.workspace}-monitor" image_name = "${var.image}" flavor_name = "${var.flavor_monitor}" @@ -181,7 +190,7 @@ resource "openstack_compute_instance_v2" "monitor" { resource "openstack_compute_instance_v2" "consumers" { count = "${local.count}" - depends_on = ["openstack_compute_keypair_v2.sequence_search"] + depends_on = ["openstack_compute_keypair_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search"] name = "${terraform.workspace}-consumer-${count.index + 1}" image_name = "${var.image}" flavor_name = "${var.flavor}" @@ -221,11 +230,11 @@ resource "openstack_compute_floatingip_associate_v2" "nfs_server_floating_ip" { # instance_id = "${openstack_compute_instance_v2.postgres.id}" # } -resource "null_resource" "post_flight" { - triggers = { - before = "${null_resource.pre_flight.id}" - } - provisioner "local-exec" { - command = "terraform-inventory -inventory ${local.tfstate_file} > ../ansible/hosts" - } -} +# resource "null_resource" "post_flight" { +# triggers = { +# before = "${null_resource.pre_flight.id}" +# } +# provisioner "local-exec" { +# command = "terraform-inventory -inventory ${local.tfstate_file} > ../ansible/hosts" +# } +# } From 2c99a1d10992430f48fb68da5a4e5cf907d41fec Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 21 Oct 2019 09:35:13 +0100 Subject: [PATCH 56/83] Use a different flavor and increase the number of VMs --- terraform/variables.tf | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/terraform/variables.tf b/terraform/variables.tf index 9f1f3f42..2c057fb7 100644 --- a/terraform/variables.tf +++ b/terraform/variables.tf @@ -3,7 +3,7 @@ variable "image" { } variable "flavor" { - default = "s1.jumbo" + default = "s1.capacious" } variable "flavor_monitor" { @@ -39,11 +39,11 @@ variable "test_postgres_floating_ip" { } variable "default_instances" { - default = 14 + default = 30 } variable "test_instances" { - default = 2 + default = 10 } variable "default_tfstate" { From df195d4d69878cd57512d449e00d9c6486943160 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 21 Oct 2019 09:39:04 +0100 Subject: [PATCH 57/83] Update file. The number of consumers has been increased. --- terraform/terraform.tfstate | 1346 ++++++++++++++--- .../test/terraform.tfstate | 628 ++++++-- 2 files changed, 1670 insertions(+), 304 deletions(-) diff --git a/terraform/terraform.tfstate b/terraform/terraform.tfstate index 0ea6e785..3944c78f 100644 --- a/terraform/terraform.tfstate +++ b/terraform/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "0.12.6", - "serial": 502, + "serial": 1803, "lineage": "b3e8e88c-53d9-e061-7720-e7f72e33bfaf", "outputs": { "floating_ip": { @@ -37,9 +37,9 @@ { "schema_version": 0, "attributes": { - "id": "3628638701160226266", + "id": "2547584727284607509", "triggers": { - "build_number": "2019-10-08T12:36:31Z" + "build_number": "2019-10-18T16:16:37Z" } }, "private": "bnVsbA==" @@ -59,7 +59,7 @@ "availability_zone": "nova", "consistency_group_id": null, "description": "", - "id": "06132db8-45bd-46dd-a51d-28910184c405", + "id": "702b298e-9ccc-40f6-b12d-fdda534bbe7e", "image_id": null, "metadata": {}, "name": "default-nfs-volume", @@ -86,8 +86,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.116", - "id": "193.62.55.116/d61bddca-19aa-44fe-bc05-5d8370809e18/", - "instance_id": "d61bddca-19aa-44fe-bc05-5d8370809e18", + "id": "193.62.55.116/a1912790-f09d-4670-8893-dde1863dd85a/", + "instance_id": "a1912790-f09d-4670-8893-dde1863dd85a", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -111,8 +111,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.44", - "id": "193.62.55.44/277136d7-0caa-48ab-8993-e6c160b13050/", - "instance_id": "277136d7-0caa-48ab-8993-e6c160b13050", + "id": "193.62.55.44/7a8a67cf-c238-4c3b-ae74-1b90b93e90c9/", + "instance_id": "7a8a67cf-c238-4c3b-ae74-1b90b93e90c9", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -143,11 +143,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "5c3deced-1b18-4764-a13e-256a2774b9ed", + "id": "d55d761a-a29d-4cea-ae76-a2b9ada45973", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -159,10 +159,10 @@ "fixed_ip_v4": "192.168.0.9", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:3e:5f:0d", + "mac": "fa:16:3e:78:f8:ee", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -182,40 +182,797 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 1, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.10", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "c4dfc80f-030d-434e-b71e-8e854315631d", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-2", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.10", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:79:41:69", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.11", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "c1f552b9-96c0-4aa1-8c7c-c26cd0542db2", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-3", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.11", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f1:c9:91", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 3, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.12", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "652b9d6c-3aa3-43ce-bf28-ef0402845af4", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-4", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.12", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:44:8c:91", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 4, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.13", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "102e4278-1aef-426a-bcfe-d0fe767a63cf", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-5", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.13", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:54:b0:0c", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 5, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.14", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "e4027fdf-9dc3-4528-8596-889f955b2337", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-6", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.14", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f9:a9:e6", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 6, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.15", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "edf85a52-5dc8-4a12-8a47-515f66de232e", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-7", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.15", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:07:4b:fd", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 7, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.16", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "93514796-4ea9-43f6-9a27-3b1d0ee136ff", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-8", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.16", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:85:8f:e8", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 8, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.17", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "4da8a29c-2d40-4413-9fd9-173fe6109480", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-9", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.17", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:91:45:ff", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 9, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.18", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "a519cd01-9072-48f7-add1-f3042c6107bd", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-10", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.18", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:79:6f:b6", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 10, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.19", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "481717a0-2762-4d71-97b9-173889b804ae", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-11", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.19", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:86:14:2b", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 11, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.20", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "cd3dd13e-e988-4eb4-bf2a-a26a8c5b16a9", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-12", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.20", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:b6:d0:ca", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 12, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.21", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "f2941e28-1c20-4127-b0a4-20bee932ff8d", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-13", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.21", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:0a:67:8a", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 13, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.22", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "5d0d560d-5d88-4514-9da7-b059d99f7df9", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-14", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.22", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ca:29:69", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 14, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.23", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "bcf6008e-87ff-45d5-b9f2-06ce798ddb80", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-15", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.23", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:85:57:d3", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 1, + "index_key": 15, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.10", + "access_ip_v4": "192.168.0.24", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "f05cd05b-de1b-4182-b6c3-38d9c8a335d5", + "id": "005f67d5-740c-4bd6-8d86-e58da260931b", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-2", + "name": "default-consumer-16", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.10", + "fixed_ip_v4": "192.168.0.24", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:97:28:7d", + "mac": "fa:16:3e:6a:07:1b", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -235,40 +992,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 2, + "index_key": 16, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.11", + "access_ip_v4": "192.168.0.25", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "37e760b9-de93-43e8-973c-282685cad168", + "id": "dfd51582-4d28-4478-a286-6fd2d74f3ff3", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-3", + "name": "default-consumer-17", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.11", + "fixed_ip_v4": "192.168.0.25", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:e3:58:54", + "mac": "fa:16:3e:22:f5:01", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -288,40 +1046,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 3, + "index_key": 17, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.12", + "access_ip_v4": "192.168.0.26", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "8cf18411-f906-420e-98d2-979aefa03da3", + "id": "08aed31b-d3ec-4ba1-91ae-0c784b029c28", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-4", + "name": "default-consumer-18", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.12", + "fixed_ip_v4": "192.168.0.26", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:3f:c0:84", + "mac": "fa:16:3e:ae:48:86", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -341,40 +1100,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 4, + "index_key": 18, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.13", + "access_ip_v4": "192.168.0.27", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "a32eb1be-b05b-4cdf-b437-4c40e5a2f1a5", + "id": "c690cb7e-f241-4749-a581-cec107b16ef0", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-5", + "name": "default-consumer-19", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.13", + "fixed_ip_v4": "192.168.0.27", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:4a:ff:de", + "mac": "fa:16:3e:d6:f8:37", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -394,40 +1154,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 5, + "index_key": 19, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.14", + "access_ip_v4": "192.168.0.28", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "79213a19-1e03-4b86-b8e0-ff311270fbbb", + "id": "07c5f587-131f-4c36-8f77-102243e63314", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-6", + "name": "default-consumer-20", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.14", + "fixed_ip_v4": "192.168.0.28", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:2c:6a:6c", + "mac": "fa:16:3e:c8:07:66", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -447,40 +1208,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 6, + "index_key": 20, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.15", + "access_ip_v4": "192.168.0.29", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "0c41996c-3614-4d84-8997-6461843d981b", + "id": "10b72af6-28ba-4b73-80bd-4b0e6a1ab745", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-7", + "name": "default-consumer-21", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.15", + "fixed_ip_v4": "192.168.0.29", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:35:08:78", + "mac": "fa:16:3e:21:eb:41", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -500,40 +1262,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 7, + "index_key": 21, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.16", + "access_ip_v4": "192.168.0.30", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "b448796d-32a6-4516-a321-f025e306aff1", + "id": "1ee34152-4d8a-4bee-a53b-1e46bc83d468", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-8", + "name": "default-consumer-22", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.16", + "fixed_ip_v4": "192.168.0.30", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:92:5b:4e", + "mac": "fa:16:3e:3a:cc:5a", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -553,40 +1316,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 8, + "index_key": 22, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.17", + "access_ip_v4": "192.168.0.31", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "b4335115-def2-493f-bd6c-c64e7706e0c7", + "id": "6900d093-98a2-4a06-aff9-5c5b53eae351", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-9", + "name": "default-consumer-23", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.17", + "fixed_ip_v4": "192.168.0.31", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:0f:11:d8", + "mac": "fa:16:3e:d2:40:6d", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -606,40 +1370,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 9, + "index_key": 23, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.18", + "access_ip_v4": "192.168.0.32", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "69b92f47-da97-42c9-8a6a-35c324963e18", + "id": "b122b868-e29c-4a88-ae71-9f29167fa651", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-10", + "name": "default-consumer-24", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.18", + "fixed_ip_v4": "192.168.0.32", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:27:4e:3f", + "mac": "fa:16:3e:17:f0:bc", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -659,40 +1424,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 10, + "index_key": 24, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.19", + "access_ip_v4": "192.168.0.33", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "449ba1d1-1bf1-4c00-926a-3c3da4fcc157", + "id": "43ff68a1-ebd8-4612-bfff-a5740cc91aa1", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-11", + "name": "default-consumer-25", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.19", + "fixed_ip_v4": "192.168.0.33", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:6f:c0:f2", + "mac": "fa:16:3e:d0:c1:0d", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -712,40 +1478,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 11, + "index_key": 25, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.20", + "access_ip_v4": "192.168.0.34", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "cac003d5-7720-4722-b4f0-6cf14babac4b", + "id": "b5308a64-e531-4a33-bd04-c7b4e0e4f86f", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-12", + "name": "default-consumer-26", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.20", + "fixed_ip_v4": "192.168.0.34", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:79:fe:92", + "mac": "fa:16:3e:f5:cb:a7", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -765,40 +1532,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 12, + "index_key": 26, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.21", + "access_ip_v4": "192.168.0.35", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "5331a466-3290-494e-9caf-b5c9e74abee9", + "id": "18b4146a-40d4-4902-b670-ec9365353c8c", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-13", + "name": "default-consumer-27", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.21", + "fixed_ip_v4": "192.168.0.35", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:26:ba:f6", + "mac": "fa:16:3e:c7:89:99", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -818,40 +1586,41 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { - "index_key": 13, + "index_key": 27, "schema_version": 0, "attributes": { - "access_ip_v4": "192.168.0.22", + "access_ip_v4": "192.168.0.36", "access_ip_v6": "", "admin_pass": null, "all_metadata": {}, "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "0d9ef0e1-498b-45bb-b3f8-c0f3d0055043", + "id": "2cc49dcb-ed5d-4950-aa0a-218a154064a6", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", "metadata": null, - "name": "default-consumer-14", + "name": "default-consumer-28", "network": [ { "access_network": false, - "fixed_ip_v4": "192.168.0.22", + "fixed_ip_v4": "192.168.0.36", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:2f:86:60", + "mac": "fa:16:3e:d2:51:0c", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -871,7 +1640,116 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 28, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.37", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "a063249f-a421-40ee-b156-c108820bd694", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-29", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.37", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:54:b3:27", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" + ] + }, + { + "index_key": 29, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.38", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "7251c62b-c504-4146-a43b-14d61a2b1350", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "default_sequence_search", + "metadata": null, + "name": "default-consumer-30", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.38", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:5e:21:ca", + "name": "default_sequence_search", + "port": "", + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "default_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -896,7 +1774,7 @@ "flavor_name": "s1.tiny", "floating_ip": null, "force_delete": false, - "id": "a98be4e0-2d47-40e9-aa0b-5cbd2ee1fc41", + "id": "cae3322b-b3f3-46d5-b380-6476db0c4048", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -908,10 +1786,10 @@ "fixed_ip_v4": "192.168.0.8", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:dd:2b:f4", + "mac": "fa:16:3e:3a:5b:ea", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -931,7 +1809,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -952,11 +1831,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "d61bddca-19aa-44fe-bc05-5d8370809e18", + "id": "a1912790-f09d-4670-8893-dde1863dd85a", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "default_sequence_search", @@ -968,10 +1847,10 @@ "fixed_ip_v4": "192.168.0.7", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:69:5a:55", + "mac": "fa:16:3e:17:26:d4", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -979,7 +1858,7 @@ "region": "regionOne", "scheduler_hints": [], "security_groups": [ - "default_sequence_search" + "default_sequence_search_nfs_instance" ], "stop_before_destroy": false, "timeouts": null, @@ -990,8 +1869,9 @@ "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "depends_on": [ "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_compute_secgroup_v2.sequence_search_nfs_instance", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -1012,11 +1892,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "c2ff21b2-7470-4cff-af39-431d86a3162f", + "id": "95b1a3e5-a7a0-483b-9889-5eb000379fb6", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1028,10 +1908,10 @@ "fixed_ip_v4": "192.168.0.6", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:14:b1:b4", + "mac": "fa:16:3e:df:2f:81", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -1051,7 +1931,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -1072,11 +1953,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "277136d7-0caa-48ab-8993-e6c160b13050", + "id": "7a8a67cf-c238-4c3b-ae74-1b90b93e90c9", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1088,10 +1969,10 @@ "fixed_ip_v4": "192.168.0.5", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ac:e2:e1", + "mac": "fa:16:3e:34:87:fb", "name": "default_sequence_search", "port": "", - "uuid": "4069805c-08a1-40f6-aad0-481c97103e4f" + "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" } ], "personality": [], @@ -1111,7 +1992,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -1146,8 +2028,8 @@ { "schema_version": 0, "attributes": { - "description": "Security group for the sequence_search instances", - "id": "051663ad-67c3-4728-abbd-f22fe2068510", + "description": "Security group for the sequence_search instances (except NFS)", + "id": "0149732d-0496-4d5e-956a-431eb32d7ac2", "name": "default_sequence_search", "region": "regionOne", "rule": [ @@ -1155,7 +2037,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "98bdcf96-d1a2-4be6-b74f-7d65e588ca21", + "id": "122efe67-6ea8-456b-9728-ccae8aadbf3d", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -1163,83 +2045,113 @@ { "cidr": "0.0.0.0/0", "from_group_id": "", - "from_port": 111, - "id": "74bf169b-cbde-46c0-8d22-ae9b381af857", + "from_port": 22, + "id": "09672f26-1ec3-47ab-bf92-b4f596c6fc12", "ip_protocol": "tcp", "self": false, - "to_port": 111 + "to_port": 22 }, { "cidr": "0.0.0.0/0", "from_group_id": "", - "from_port": 111, - "id": "ccad12d2-43d2-41b5-a938-219daa27b421", - "ip_protocol": "udp", + "from_port": 8002, + "id": "2d811c2a-4100-43a9-8650-19d392bb9f3c", + "ip_protocol": "tcp", "self": false, - "to_port": 111 + "to_port": 8002 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 2049, - "id": "1201e868-9cc7-479c-ac12-8eb313160746", + "from_port": 5432, + "id": "3955508d-7f3e-4215-83cb-b2893d7de5e7", "ip_protocol": "tcp", "self": false, - "to_port": 2049 + "to_port": 5432 }, + { + "cidr": "192.168.0.0/24", + "from_group_id": "", + "from_port": 8000, + "id": "98a635a9-6f6a-464d-8d38-002c5f3e8d01", + "ip_protocol": "tcp", + "self": false, + "to_port": 8000 + } + ], + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_secgroup_v2", + "name": "sequence_search_nfs_instance", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Security group for the NFS instance", + "id": "751021cf-ce68-406d-93a4-5ca4795368df", + "name": "default_sequence_search_nfs_instance", + "region": "regionOne", + "rule": [ { "cidr": "0.0.0.0/0", "from_group_id": "", - "from_port": 2049, - "id": "f5d5d423-231b-4dc6-afd5-818ee3fec38a", - "ip_protocol": "udp", + "from_port": -1, + "id": "81329bf7-fe4c-4993-b355-a0f52825762e", + "ip_protocol": "icmp", "self": false, - "to_port": 2049 + "to_port": -1 }, { "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "5cc6f28a-505f-4b5c-9d1b-11fea279a89b", + "id": "712c5fd1-089c-494c-b3df-0302a7ed7511", "ip_protocol": "tcp", "self": false, "to_port": 22 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 5432, - "id": "1ba763d5-aaf2-4fcb-a77f-1afa896fe6f1", + "from_port": 111, + "id": "462bdef2-c7b8-404f-ac9d-418b4629f123", "ip_protocol": "tcp", "self": false, - "to_port": 5432 + "to_port": 111 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 8000, - "id": "e7226d78-a31c-4b5c-8146-c1683ec72f49", - "ip_protocol": "tcp", + "from_port": 111, + "id": "61110581-9280-446d-9e9a-693e72c14df3", + "ip_protocol": "udp", "self": false, - "to_port": 8000 + "to_port": 111 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 8002, - "id": "9c9eaeb5-f02f-4ad6-9b76-f7d4fe95676a", + "from_port": 2049, + "id": "6f3fa14f-cd67-4450-92e0-5b6ee9e17c7a", "ip_protocol": "tcp", "self": false, - "to_port": 8002 + "to_port": 2049 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 80, - "id": "be4c66f4-9cb3-4ab5-b217-aefce3b0d942", - "ip_protocol": "tcp", + "from_port": 2049, + "id": "7c73b43a-dd59-45a6-be63-70292b9d111b", + "ip_protocol": "udp", "self": false, - "to_port": 80 + "to_port": 2049 } ], "timeouts": null @@ -1258,12 +2170,12 @@ "schema_version": 0, "attributes": { "device": "/dev/vdb", - "id": "d61bddca-19aa-44fe-bc05-5d8370809e18/06132db8-45bd-46dd-a51d-28910184c405", - "instance_id": "d61bddca-19aa-44fe-bc05-5d8370809e18", + "id": "a1912790-f09d-4670-8893-dde1863dd85a/702b298e-9ccc-40f6-b12d-fdda534bbe7e", + "instance_id": "a1912790-f09d-4670-8893-dde1863dd85a", "multiattach": null, "region": "regionOne", "timeouts": null, - "volume_id": "06132db8-45bd-46dd-a51d-28910184c405" + "volume_id": "702b298e-9ccc-40f6-b12d-fdda534bbe7e" }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", "depends_on": [ @@ -1288,7 +2200,7 @@ "description": "", "dns_domain": "", "external": false, - "id": "4069805c-08a1-40f6-aad0-481c97103e4f", + "id": "c0bf8566-6481-4c63-8f46-95c893721304", "mtu": 1500, "name": "default_sequence_search", "port_security_enabled": true, @@ -1315,11 +2227,11 @@ { "schema_version": 0, "attributes": { - "id": "8e625ead-e89a-4bce-aca1-0cd3bd01dfde", - "port_id": "8e625ead-e89a-4bce-aca1-0cd3bd01dfde", + "id": "a90be975-efd9-41b7-bac8-b6427da7aa98", + "port_id": "a90be975-efd9-41b7-bac8-b6427da7aa98", "region": "regionOne", - "router_id": "1371d78f-c422-40b7-a8bf-9c67277df4de", - "subnet_id": "ee9065f5-1800-42e2-97a1-bab918b109f0", + "router_id": "1381d9b5-9ef3-4954-9591-3adf792cc475", + "subnet_id": "7dc8e430-d680-436f-8055-da1251130229", "timeouts": null }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", @@ -1347,13 +2259,13 @@ "enable_snat": true, "external_fixed_ip": [ { - "ip_address": "193.62.55.62", + "ip_address": "193.62.55.42", "subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd" } ], "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "1371d78f-c422-40b7-a8bf-9c67277df4de", + "id": "1381d9b5-9ef3-4954-9591-3adf792cc475", "name": "default_sequence_search", "region": "regionOne", "tags": null, @@ -1396,12 +2308,12 @@ "enable_dhcp": true, "gateway_ip": "192.168.0.1", "host_routes": [], - "id": "ee9065f5-1800-42e2-97a1-bab918b109f0", + "id": "7dc8e430-d680-436f-8055-da1251130229", "ip_version": 4, "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "default_sequence_search", - "network_id": "4069805c-08a1-40f6-aad0-481c97103e4f", + "network_id": "c0bf8566-6481-4c63-8f46-95c893721304", "no_gateway": false, "prefix_length": null, "region": "regionOne", diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index 67b4e16d..c46a90db 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "0.12.6", - "serial": 384, + "serial": 1440, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "outputs": { "floating_ip": { @@ -37,9 +37,9 @@ { "schema_version": 0, "attributes": { - "id": "6016256351679912092", + "id": "353670735521997038", "triggers": { - "build_number": "2019-10-07T10:19:09Z" + "build_number": "2019-10-18T08:43:54Z" } }, "private": "bnVsbA==" @@ -59,7 +59,7 @@ "availability_zone": "nova", "consistency_group_id": null, "description": "", - "id": "a47663ea-7bab-4735-b979-a930fce684da", + "id": "104cafe1-cea6-4a9f-a61f-ada986bfefd1", "image_id": null, "metadata": {}, "name": "test-nfs-volume", @@ -86,8 +86,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/59bae259-58c1-4a86-b121-656c5c2fe122/", - "instance_id": "59bae259-58c1-4a86-b121-656c5c2fe122", + "id": "193.62.55.122/aa2b8fb6-7489-487a-a586-4cd953748490/", + "instance_id": "aa2b8fb6-7489-487a-a586-4cd953748490", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -111,8 +111,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.123", - "id": "193.62.55.123/facf8bb8-6723-4ed1-a0b1-4034ccdf2a30/", - "instance_id": "facf8bb8-6723-4ed1-a0b1-4034ccdf2a30", + "id": "193.62.55.123/0eb57e73-1e13-4b9b-8c97-cf5485135b37/", + "instance_id": "0eb57e73-1e13-4b9b-8c97-cf5485135b37", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -143,11 +143,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "82a59ad6-d4a9-45f5-902e-b1f39522edd9", + "id": "4a997a08-5e0e-4780-965d-922b5bc44989", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -159,10 +159,10 @@ "fixed_ip_v4": "192.168.0.9", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ed:1f:b9", + "mac": "fa:16:3e:e4:4d:f2", "name": "test_sequence_search", "port": "", - "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" } ], "personality": [], @@ -196,11 +196,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "1445a444-71a3-473a-ac4e-491de194f318", + "id": "e2b29fe5-0d71-408c-acc1-127526da6eab", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -212,10 +212,434 @@ "fixed_ip_v4": "192.168.0.10", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:24:9d:6e", + "mac": "fa:16:3e:b3:9e:b6", "name": "test_sequence_search", "port": "", - "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 2, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.11", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "8371c3cf-b067-4f87-abe3-2c1846dc5939", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-3", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.11", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:d4:fb:bb", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 3, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.12", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "d3e038c8-9b88-4e78-aa25-cdf188cbc379", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-4", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.12", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:1f:21:e9", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 4, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.13", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "33423851-f72f-41ac-b31b-96562e0bd3dd", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-5", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.13", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:ed:4d:4e", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 5, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.14", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "ac041b9c-2ced-486c-91b2-1096c2fdb95a", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-6", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.14", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:f8:ad:5b", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 6, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.15", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "b2c28801-390b-4640-88ef-4c597a6bc897", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-7", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.15", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:71:e6:29", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 7, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.16", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "8c66e3cc-5e57-4cdf-9b8f-840fc7603ae8", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-8", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.16", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:d0:de:6a", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 8, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.17", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "5651e7f1-b7fb-417a-82d1-70ad05b0d8df", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-9", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.17", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:e2:3a:19", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + } + ], + "personality": [], + "power_state": "active", + "region": "regionOne", + "scheduler_hints": [], + "security_groups": [ + "test_sequence_search" + ], + "stop_before_destroy": false, + "timeouts": null, + "user_data": null, + "vendor_options": [], + "volume": [] + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", + "depends_on": [ + "openstack_compute_keypair_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search", + "openstack_networking_network_v2.sequence_search" + ] + }, + { + "index_key": 9, + "schema_version": 0, + "attributes": { + "access_ip_v4": "192.168.0.18", + "access_ip_v6": "", + "admin_pass": null, + "all_metadata": {}, + "availability_zone": "nova", + "block_device": [], + "config_drive": null, + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", + "floating_ip": null, + "force_delete": false, + "id": "8586e280-950f-49c6-a943-134c006b6c2e", + "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", + "image_name": "CentOS7-Cloud", + "key_pair": "test_sequence_search", + "metadata": null, + "name": "test-consumer-10", + "network": [ + { + "access_network": false, + "fixed_ip_v4": "192.168.0.18", + "fixed_ip_v6": "", + "floating_ip": "", + "mac": "fa:16:3e:8b:13:a2", + "name": "test_sequence_search", + "port": "", + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" } ], "personality": [], @@ -260,7 +684,7 @@ "flavor_name": "s1.tiny", "floating_ip": null, "force_delete": false, - "id": "6c36b3cb-7e9f-4faa-8ccf-bdacf81f51f8", + "id": "afb24169-f30a-49ac-b758-025716b46148", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -272,10 +696,10 @@ "fixed_ip_v4": "192.168.0.8", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:1b:59:ef", + "mac": "fa:16:3e:71:ca:88", "name": "test_sequence_search", "port": "", - "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" } ], "personality": [], @@ -316,11 +740,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "59bae259-58c1-4a86-b121-656c5c2fe122", + "id": "aa2b8fb6-7489-487a-a586-4cd953748490", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "test_sequence_search", @@ -332,10 +756,10 @@ "fixed_ip_v4": "192.168.0.7", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:4d:2d:f2", + "mac": "fa:16:3e:db:58:5f", "name": "test_sequence_search", "port": "", - "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" } ], "personality": [], @@ -343,7 +767,7 @@ "region": "regionOne", "scheduler_hints": [], "security_groups": [ - "test_sequence_search" + "test_sequence_search_nfs_instance" ], "stop_before_destroy": false, "timeouts": null, @@ -354,7 +778,7 @@ "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "depends_on": [ "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search_nfs_instance", "openstack_networking_network_v2.sequence_search" ] } @@ -376,11 +800,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "0624e4a7-c38b-4acc-9379-75c2275c4e6d", + "id": "a03f5eb2-fe5b-4b96-8d34-a21308b99a7e", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -392,10 +816,10 @@ "fixed_ip_v4": "192.168.0.6", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:10:e2:6a", + "mac": "fa:16:3e:ad:a5:e9", "name": "test_sequence_search", "port": "", - "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" } ], "personality": [], @@ -436,11 +860,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "fa85f5f4-4560-4e1b-af95-21df6f714727", - "flavor_name": "s1.jumbo", + "flavor_id": "91ba172b-cb4c-453c-b7fc-56cb79c78968", + "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "facf8bb8-6723-4ed1-a0b1-4034ccdf2a30", + "id": "0eb57e73-1e13-4b9b-8c97-cf5485135b37", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -452,10 +876,10 @@ "fixed_ip_v4": "192.168.0.5", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:91:ae:3f", + "mac": "fa:16:3e:0a:d1:7e", "name": "test_sequence_search", "port": "", - "uuid": "0ed86952-5d89-4bb8-8838-f8998ee25421" + "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" } ], "personality": [], @@ -510,8 +934,8 @@ { "schema_version": 0, "attributes": { - "description": "Security group for the sequence_search instances", - "id": "6f338e16-7dd2-4879-8de1-092397240941", + "description": "Security group for the sequence_search instances (except NFS)", + "id": "00406782-39d4-43ad-a8cb-da9d214f4601", "name": "test_sequence_search", "region": "regionOne", "rule": [ @@ -519,7 +943,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "29a6d877-e4ea-4179-a80b-996ae3f7b4fc", + "id": "448bde6d-b257-4a99-a6d2-1c66732ad142", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -527,83 +951,113 @@ { "cidr": "0.0.0.0/0", "from_group_id": "", - "from_port": 111, - "id": "0ddf80f4-b105-4fbc-b3a7-7ce9f97c7f4f", + "from_port": 22, + "id": "cd3c3cba-4de8-4c76-8472-d041aa2e8fbd", "ip_protocol": "tcp", "self": false, - "to_port": 111 + "to_port": 22 }, { "cidr": "0.0.0.0/0", "from_group_id": "", - "from_port": 111, - "id": "d71d1b05-9685-4a39-bcb2-e9b2888a9490", - "ip_protocol": "udp", + "from_port": 8002, + "id": "59eb0de6-293b-451f-8e5a-44086589fb57", + "ip_protocol": "tcp", "self": false, - "to_port": 111 + "to_port": 8002 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 2049, - "id": "1a145847-61b3-40f2-b522-e9d0469031b3", - "ip_protocol": "udp", + "from_port": 5432, + "id": "a34b2dfb-f28e-4ae5-989b-2797edff5993", + "ip_protocol": "tcp", "self": false, - "to_port": 2049 + "to_port": 5432 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 2049, - "id": "49c5f85c-8217-48c0-a80f-835a0e1f5e75", + "from_port": 8000, + "id": "0e6d4c19-3242-4f58-b193-8914588e6426", "ip_protocol": "tcp", "self": false, - "to_port": 2049 + "to_port": 8000 + } + ], + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, + { + "mode": "managed", + "type": "openstack_compute_secgroup_v2", + "name": "sequence_search_nfs_instance", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Security group for the NFS instance", + "id": "87a09f56-4580-41e8-9b92-1a52fa4881fa", + "name": "test_sequence_search_nfs_instance", + "region": "regionOne", + "rule": [ + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": -1, + "id": "de204af2-00af-4ea5-a7ae-feca4fa16731", + "ip_protocol": "icmp", + "self": false, + "to_port": -1 }, { "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "8b69507a-87a3-45f0-8703-2592a0c623c8", + "id": "eb6abd7e-6de4-4481-8053-6ebc37466d48", "ip_protocol": "tcp", "self": false, "to_port": 22 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 5432, - "id": "b4978d0c-f17e-4df2-9154-a0ee73d1de1e", + "from_port": 111, + "id": "43d1c4a2-803a-4361-9b24-d01bc22a7a85", "ip_protocol": "tcp", "self": false, - "to_port": 5432 + "to_port": 111 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 8000, - "id": "aec09623-e0b6-476a-a94f-75733c70bedc", - "ip_protocol": "tcp", + "from_port": 111, + "id": "8da579da-edf8-4afd-b0ef-c6e76f7caa2d", + "ip_protocol": "udp", "self": false, - "to_port": 8000 + "to_port": 111 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 8002, - "id": "17c2da19-8973-44c2-81df-7158f9f8fac9", - "ip_protocol": "tcp", + "from_port": 2049, + "id": "88d773b9-3fb3-47f9-a179-4491985cfab9", + "ip_protocol": "udp", "self": false, - "to_port": 8002 + "to_port": 2049 }, { - "cidr": "0.0.0.0/0", + "cidr": "192.168.0.0/24", "from_group_id": "", - "from_port": 80, - "id": "7eaa3317-0797-4a31-8e33-2879bb700809", + "from_port": 2049, + "id": "f6933f87-44ed-4f73-8c4e-ec81be27d643", "ip_protocol": "tcp", "self": false, - "to_port": 80 + "to_port": 2049 } ], "timeouts": null @@ -622,12 +1076,12 @@ "schema_version": 0, "attributes": { "device": "/dev/vdb", - "id": "59bae259-58c1-4a86-b121-656c5c2fe122/a47663ea-7bab-4735-b979-a930fce684da", - "instance_id": "59bae259-58c1-4a86-b121-656c5c2fe122", + "id": "aa2b8fb6-7489-487a-a586-4cd953748490/104cafe1-cea6-4a9f-a61f-ada986bfefd1", + "instance_id": "aa2b8fb6-7489-487a-a586-4cd953748490", "multiattach": null, "region": "regionOne", "timeouts": null, - "volume_id": "a47663ea-7bab-4735-b979-a930fce684da" + "volume_id": "104cafe1-cea6-4a9f-a61f-ada986bfefd1" }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", "depends_on": [ @@ -652,7 +1106,7 @@ "description": "", "dns_domain": "", "external": false, - "id": "0ed86952-5d89-4bb8-8838-f8998ee25421", + "id": "4a5647a6-931e-48bf-9d8b-ac47ebe37089", "mtu": 1500, "name": "test_sequence_search", "port_security_enabled": true, @@ -679,11 +1133,11 @@ { "schema_version": 0, "attributes": { - "id": "46faf5fc-bfd1-44e6-809f-c500b664c742", - "port_id": "46faf5fc-bfd1-44e6-809f-c500b664c742", + "id": "17bbbf63-e071-462a-afbd-0154cfe51ed6", + "port_id": "17bbbf63-e071-462a-afbd-0154cfe51ed6", "region": "regionOne", - "router_id": "a1f3c5fc-f6f5-4a38-aab8-19e9c4939573", - "subnet_id": "73eff92f-0340-42ba-8052-dd9d719307c4", + "router_id": "f458a741-64e5-41d2-896c-34cf7d4c3d91", + "subnet_id": "3f1ee994-449f-4ef7-8336-a54021cc436d", "timeouts": null }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", @@ -717,7 +1171,7 @@ ], "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "a1f3c5fc-f6f5-4a38-aab8-19e9c4939573", + "id": "f458a741-64e5-41d2-896c-34cf7d4c3d91", "name": "test_sequence_search", "region": "regionOne", "tags": null, @@ -760,12 +1214,12 @@ "enable_dhcp": true, "gateway_ip": "192.168.0.1", "host_routes": [], - "id": "73eff92f-0340-42ba-8052-dd9d719307c4", + "id": "3f1ee994-449f-4ef7-8336-a54021cc436d", "ip_version": 4, "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "test_sequence_search", - "network_id": "0ed86952-5d89-4bb8-8838-f8998ee25421", + "network_id": "4a5647a6-931e-48bf-9d8b-ac47ebe37089", "no_gateway": false, "prefix_length": null, "region": "regionOne", From 6e326f0a56972404bc20e752e659988ac409c228 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 21 Oct 2019 09:54:45 +0100 Subject: [PATCH 58/83] Using the latest packages. --- ansible/nfs-client.yml | 3 +++ ansible/nfs-server.yml | 5 +++++ ansible/roles/monitor/tasks/main.yml | 3 +++ ansible/roles/postgresql/tasks/install_yum.yml | 3 +++ 4 files changed, 14 insertions(+) diff --git a/ansible/nfs-client.yml b/ansible/nfs-client.yml index 20f07807..a0db4aab 100644 --- a/ansible/nfs-client.yml +++ b/ansible/nfs-client.yml @@ -9,6 +9,9 @@ user: centos tasks: + - name: Upgrade all packages + yum: name=* state=latest + - name: Install yum dependencies yum: name: diff --git a/ansible/nfs-server.yml b/ansible/nfs-server.yml index c6ea9b8c..6b40434b 100644 --- a/ansible/nfs-server.yml +++ b/ansible/nfs-server.yml @@ -9,6 +9,11 @@ user: ubuntu tasks: + - name: Update and upgrade apt packages + apt: + upgrade: yes + update_cache: yes + cache_valid_time: 86400 - name: Update apt apt: diff --git a/ansible/roles/monitor/tasks/main.yml b/ansible/roles/monitor/tasks/main.yml index 20ade658..b4b12bdd 100644 --- a/ansible/roles/monitor/tasks/main.yml +++ b/ansible/roles/monitor/tasks/main.yml @@ -12,6 +12,9 @@ gpgcheck: no tags: [ install-deps ] + - name: Upgrade all packages + yum: name=* state=latest + - name: Install yum dependencies yum: name: diff --git a/ansible/roles/postgresql/tasks/install_yum.yml b/ansible/roles/postgresql/tasks/install_yum.yml index faacfa3a..c2a3fc03 100644 --- a/ansible/roles/postgresql/tasks/install_yum.yml +++ b/ansible/roles/postgresql/tasks/install_yum.yml @@ -4,6 +4,9 @@ # validate www.postgresql.org (or probably any other source). - block: + - name: Upgrade all packages + yum: name=* state=latest + - name: PostgreSQL | Install all the required dependencies | yum yum: name: ["ca-certificates","python-psycopg2", "python-pycurl", "glibc-common","epel-release","libselinux-python"] From 93cea5575611a4aadd2a8b228fee220427cd474d Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 24 Oct 2019 14:29:12 +0100 Subject: [PATCH 59/83] Close the DB connection (task #86) --- sequence_search/db/models.py | 8 ++++++++ sequence_search/producer/__main__.py | 4 ++-- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/sequence_search/db/models.py b/sequence_search/db/models.py index 20a6e4c1..75fbeeb8 100644 --- a/sequence_search/db/models.py +++ b/sequence_search/db/models.py @@ -36,6 +36,14 @@ async def init_pg(app): ) +# Graceful shutdown +# ----------------- + +async def close_pg(app): + app['engine'].close() + await app['engine'].wait_closed() + + # Models schema # ------------- diff --git a/sequence_search/producer/__main__.py b/sequence_search/producer/__main__.py index ab32506f..26172b3f 100644 --- a/sequence_search/producer/__main__.py +++ b/sequence_search/producer/__main__.py @@ -22,7 +22,7 @@ from aiohttp import web, web_middlewares from . import settings -from ..db.models import init_pg, migrate +from ..db.models import close_pg, init_pg, migrate from ..db.job_chunks import find_highest_priority_job_chunks, get_job_chunk from ..db.jobs import get_job_query from ..db.consumers import delegate_job_chunk_to_consumer, find_available_consumers, find_busy_consumers, \ @@ -116,7 +116,7 @@ def create_app(): # create db connection on startup, shutdown on exit app.on_startup.append(on_startup) - # app.on_cleanup.append(close_pg) + app.on_cleanup.append(close_pg) # setup views and routes setup_routes(app) From a5e49405f108d9bfb01ba99de0b02dd66e1e9700 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 28 Oct 2019 10:09:45 +0000 Subject: [PATCH 60/83] Passing IPs on the command line --- ansible_load_balancer/load_balancer.yml | 7 +++++-- .../roles/ansible-role-nginx/defaults/main.yml | 2 +- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/ansible_load_balancer/load_balancer.yml b/ansible_load_balancer/load_balancer.yml index 6d1b29fa..502160ac 100644 --- a/ansible_load_balancer/load_balancer.yml +++ b/ansible_load_balancer/load_balancer.yml @@ -4,11 +4,14 @@ become: yes become_user: root gather_facts: True + vars: + main_ip: "{{ main_ip }}" + fallback_ip: "{{ fallback_ip }}" roles: - role: ansible-role-nginx nginx_sites: upstream: template: upstream.conf.j2 - nginx_backend_ip: "193.62.55.44" - nginx_fallback_backend_ip: "193.62.55.123" + nginx_backend_ip: "{{ main_ip }}" + nginx_fallback_backend_ip: "{{ fallback_ip }}" nginx_backend_port: "8002" diff --git a/ansible_load_balancer/roles/ansible-role-nginx/defaults/main.yml b/ansible_load_balancer/roles/ansible-role-nginx/defaults/main.yml index 3e0003f4..51447234 100644 --- a/ansible_load_balancer/roles/ansible-role-nginx/defaults/main.yml +++ b/ansible_load_balancer/roles/ansible-role-nginx/defaults/main.yml @@ -85,5 +85,5 @@ nginx_amplify_script_url: "https://github.com/nginxinc/nginx-amplify-agent/raw/m nginx_amplify_script_path: "/tmp/install-amplify-agent.sh" # added by burkov -nginx_backend_ip: "193.62.55.44" +nginx_backend_ip: "{{ main_ip }}" nginx_backend_port: "8002" From 1a1c60d6ecfab36dbc945928e05bbe896a07f79c Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 28 Oct 2019 10:21:49 +0000 Subject: [PATCH 61/83] Passing the load balance IPs on the command line --- README.md | 16 +++++++--------- 1 file changed, 7 insertions(+), 9 deletions(-) diff --git a/README.md b/README.md index d15aba30..1f4c7561 100644 --- a/README.md +++ b/README.md @@ -160,11 +160,11 @@ https://github.com/webpack/webpack.js.org/issues/1854. 1. `pushd terraform_load_balancer; terraform apply; popd` -2. Update IP address in `load_balancer.yml`, then run: +2. Run the command bellow passing the IPs as variables on the command line: ``` cd ansible_load_balancer - ansible-playbook -i hosts --private-key=../terraform_load_balancer/load_balancer_rsa load_balancer.yml + ansible-playbook -i hosts --private-key=../terraform_load_balancer/load_balancer_rsa --extra-vars "main_ip=main.ip.address fallback_ip=fallback.ip.address" load_balancer.yml ``` The load balancer is an nginx server that proxies http requests to the @@ -209,13 +209,11 @@ To configure Jenkins deployment: 13. `popd` 14. Edit `postgres/local_init.sql` file and replace role `burkov` there with your username on local machine 15. Edit `sequence_search/db/settings.py` and replace role `burkov` with your username on local machine -16. `mkdir sequence_search/consumer/queries` - create queries directory in consumer -17. `mkdir sequence_search/consumer/results` - create results directory in consumer -18. `docker build -t local-postgres -f postgres/local.Dockerfile postgres` - this will create an image with postgres databases. -19. `docker run -d -p 5432:5432 -t local-postgres` - this will create and start an instance of postgres on your local machine's 5432 port. -20. `python3 -m sequence_search.db` - creates necessary database tables for producer and consumer to run -21. `python3 -m sequence_search.producer` - starts producer server on port 8002 -22. `python3 -m sequence_search.consumer` - starts consumer server on port 8000 +16. `docker build -t local-postgres -f postgres/local.Dockerfile postgres` - this will create an image with postgres databases. +17. `docker run -d -p 5432:5432 -t local-postgres` - this will create and start an instance of postgres on your local machine's 5432 port. +18. `python3 -m sequence_search.db` - creates necessary database tables for producer and consumer to run +19. `python3 -m sequence_search.producer` - starts producer server on port 8002 +20. `python3 -m sequence_search.consumer` - starts consumer server on port 8000 ### Sources of inspiration From 645977ef351b56a5b4c635eac06176c962ca9073 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 28 Oct 2019 10:28:29 +0000 Subject: [PATCH 62/83] Updating load balancer info --- README.md | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 1f4c7561..1e7821e0 100644 --- a/README.md +++ b/README.md @@ -167,11 +167,9 @@ https://github.com/webpack/webpack.js.org/issues/1854. ansible-playbook -i hosts --private-key=../terraform_load_balancer/load_balancer_rsa --extra-vars "main_ip=main.ip.address fallback_ip=fallback.ip.address" load_balancer.yml ``` -The load balancer is an nginx server that proxies http requests to the -currently selected producer machine's `8002` port. If you want to -configure the ip and port of producer machine, go to `load_balancer.yml` -playbook and change the `nginx_backend_ip` and `nginx_backend_port` -variables. +The load balancer is an nginx server that proxies http requests to the currently selected producer machine's `8002` +port. If you want to change the port of producer machine, go to `load_balancer.yml` playbook and change the +`nginx_backend_port` variable. If you want to update nginx configuration, make changes in `ansible_load_balancer/roles/ansible_load_balancer/templates/upstream.conf.js`. From 7622dfef87ed56b830b2fb3542eca44946e87dc3 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 28 Oct 2019 11:06:17 +0000 Subject: [PATCH 63/83] Add tag to update the code --- ansible/roles/consumer/tasks/main.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ansible/roles/consumer/tasks/main.yml b/ansible/roles/consumer/tasks/main.yml index 300fd473..52025af0 100644 --- a/ansible/roles/consumer/tasks/main.yml +++ b/ansible/roles/consumer/tasks/main.yml @@ -63,7 +63,7 @@ - "--exclude=/sequence_search/consumer/queries/*.fasta" - "--exclude=/sequence_search/consumer/results/*.fasta" - "--exclude=/sequence_search/producer/static/node_modules" - tags: [ quick ] + tags: [ rsync, quick ] From b6fe9cd0b36a4bc13ed85ac5bede4d06e14b7334 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 31 Oct 2019 16:47:07 +0000 Subject: [PATCH 64/83] Fix comment --- sequence_search/producer/__main__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sequence_search/producer/__main__.py b/sequence_search/producer/__main__.py index 26172b3f..6a5e68a9 100644 --- a/sequence_search/producer/__main__.py +++ b/sequence_search/producer/__main__.py @@ -110,7 +110,7 @@ def create_app(): # setup Jinja2 template renderer; jinja2 contains various loaders, can also try PackageLoader etc. aiohttp_jinja2.setup(app, loader=jinja2.FileSystemLoader(str(settings.PROJECT_ROOT / 'static'))) - # create db connection on startup, shutdown on exit + # get credentials of the correct environment for key, value in get_postgres_credentials(settings.ENVIRONMENT)._asdict().items(): setattr(app['settings'], key, value) From 220ddd92b035f379e288686fa6a9d28f30a0c165 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 31 Oct 2019 16:47:56 +0000 Subject: [PATCH 65/83] Add a new status type --- sequence_search/db/models.py | 1 + 1 file changed, 1 insertion(+) diff --git a/sequence_search/db/models.py b/sequence_search/db/models.py index 75fbeeb8..b43ece0a 100644 --- a/sequence_search/db/models.py +++ b/sequence_search/db/models.py @@ -56,6 +56,7 @@ class JOB_STATUS_CHOICES(object): class JOB_CHUNK_STATUS_CHOICES(object): + created = 'created' pending = 'pending' started = 'started' error = 'error' From 0c7cb6cd9a14f81c4d977e5e35e1532b1478616d Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 31 Oct 2019 16:49:53 +0000 Subject: [PATCH 66/83] Save job_chunk with "created" status --- sequence_search/db/job_chunks.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/sequence_search/db/job_chunks.py b/sequence_search/db/job_chunks.py index 8b9ec41d..30021440 100644 --- a/sequence_search/db/job_chunks.py +++ b/sequence_search/db/job_chunks.py @@ -67,13 +67,12 @@ async def save_job_chunk(engine, job_id, database): JobChunk.insert().values( job_id=job_id, database=database, - status=JOB_CHUNK_STATUS_CHOICES.pending + status=JOB_CHUNK_STATUS_CHOICES.created ) ) return job_chunk_id except Exception as e: - raise SQLError("Failed to save job_chunk for " - "job_id = %s, database = %s" % (job_id, database)) from e + raise SQLError("Failed to save job_chunk for job_id = %s, database = %s" % (job_id, database)) from e except psycopg2.Error as e: raise DatabaseConnectionError("Failed to open database connection in save_job_chunk " "for job_id = %s, database = %s" % (job_id, database)) from e @@ -195,7 +194,7 @@ async def set_job_chunk_status(engine, job_id, database, status): return id except Exception as e: raise SQLError("Failed to set_job_chunk_status in the database," - " job_id = %s, database = %s" % (job_id, database)) from e + " job_id = %s, database = %s, status = %s" % (job_id, database, status)) from e except psycopg2.Error as e: raise DatabaseConnectionError("Failed to open connection to the database in " "set_job_chunk_status, job_id = %s, database = %s" % (job_id, database)) from e From 050d991a7a2276d0f1028fd6001db202447c469b Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 31 Oct 2019 16:51:02 +0000 Subject: [PATCH 67/83] Close the DB connection with the on_cleanup signal --- sequence_search/consumer/__main__.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/sequence_search/consumer/__main__.py b/sequence_search/consumer/__main__.py index 3b5b88d9..4a4e12e7 100644 --- a/sequence_search/consumer/__main__.py +++ b/sequence_search/consumer/__main__.py @@ -20,7 +20,7 @@ from aiohttp import web, web_middlewares from . import settings -from ..db.models import init_pg +from ..db.models import close_pg, init_pg from ..db.consumers import register_consumer_in_the_database from ..db.settings import get_postgres_credentials from .urls import setup_routes @@ -61,11 +61,13 @@ def create_app(): # setup Jinja2 template renderer aiohttp_jinja2.setup(app, loader=jinja2.FileSystemLoader(str(settings.PROJECT_ROOT / 'templates'))) - # create db connection on startup, shutdown on exit + # get credentials of the correct environment for key, value in get_postgres_credentials(settings.ENVIRONMENT)._asdict().items(): setattr(app['settings'], key, value) + # create db connection on startup, shutdown on exit app.on_startup.append(on_startup) + app.on_cleanup.append(close_pg) # setup views and routes setup_routes(app) From df287a04b85d855ce5241da43eb6ec2c1ec72c9e Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 31 Oct 2019 16:58:06 +0000 Subject: [PATCH 68/83] Create job_chunk with status "created", change to pending if no consumer is available --- sequence_search/producer/views/submit_job.py | 23 +++++++++++++++++--- 1 file changed, 20 insertions(+), 3 deletions(-) diff --git a/sequence_search/producer/views/submit_job.py b/sequence_search/producer/views/submit_job.py index 6e960d0a..7e3028cf 100644 --- a/sequence_search/producer/views/submit_job.py +++ b/sequence_search/producer/views/submit_job.py @@ -16,9 +16,10 @@ from aiohttp import web from aiojobs.aiohttp import atomic +from sequence_search.db.models import JOB_CHUNK_STATUS_CHOICES from ...db.consumers import delegate_job_chunk_to_consumer, find_available_consumers from ...db.jobs import save_job -from ...db.job_chunks import save_job_chunk +from ...db.job_chunks import save_job_chunk, set_job_chunk_status from ...consumer.rnacentral_databases import producer_validator, producer_to_consumers_databases @@ -95,7 +96,7 @@ async def submit_job(request): """ data = await request.json() - # Leave databases name in lowercase. + # leave databases name in lowercase. if data['databases']: data['databases'] = [db.lower() for db in data['databases']] @@ -109,11 +110,15 @@ async def submit_job(request): databases = producer_to_consumers_databases(data['databases']) for database in databases: - job_chunk_id = await save_job_chunk(request.app['engine'], job_id, database) + # save job_chunk with "created" status. This prevents the check_chunks_and_consumers function, + # which runs every 5 seconds, from executing the same job_chunk again. + await save_job_chunk(request.app['engine'], job_id, database) # TODO: what if Job was saved and JobChunk was not? Need transactions? consumers = await find_available_consumers(request.app['engine']) + + # if there are consumers available, delegate job_chunk to consumer for index in range(min(len(consumers), len(databases))): try: await delegate_job_chunk_to_consumer( @@ -127,4 +132,16 @@ async def submit_job(request): except Exception as e: return web.HTTPBadGateway(text=str(e)) + # change job_chunk status to pending if no consumer is available + for index in range(len(consumers), len(databases)): + try: + await set_job_chunk_status( + request.app['engine'], + job_id, + databases[index], + status=JOB_CHUNK_STATUS_CHOICES.pending + ) + except Exception as e: + return web.HTTPBadGateway(text=str(e)) + return web.json_response({"job_id": job_id}, status=201) From 6a6f2f7b75dca4008d2ea90c2654c1f9f0ab7a18 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 4 Nov 2019 10:18:33 +0000 Subject: [PATCH 69/83] Script to stress test the Sequence Search API --- sequence_search/monitor/test_service.sh | 70 +++++++++++++++++++++++++ 1 file changed, 70 insertions(+) create mode 100755 sequence_search/monitor/test_service.sh diff --git a/sequence_search/monitor/test_service.sh b/sequence_search/monitor/test_service.sh new file mode 100755 index 00000000..fda25dbd --- /dev/null +++ b/sequence_search/monitor/test_service.sh @@ -0,0 +1,70 @@ +# Script to do a lot of queries and check the service. This script will submit a job and check its status. +# To do 5 searches, run: ./test_service.sh 5 +# +# The output will look something like: +# 0: 9b1c63b6-fe6e-468f-90ac-0075a9933599 - successfully completed +# 1: 07f3e6f6-3be0-4b70-bd84-6f032353e346 - successfully completed +# 2: d9b18a2f-65fb-45be-90f8-d76af04525ad - successfully completed +# 3: 419e2783-43c3-4ccb-b282-40f4348329ce - successfully completed +# 4: ea23a5ef-17ca-44f3-80b6-76509af0c803 - successfully completed +# +# import HOST_TO_TEST +# -o allexport enables all following variable definitions to be exported. +# +o allexport disables this feature. +set -o allexport +source $PWD/.conf-file +set +o allexport + +CONTENT_TYPE="Content-Type: application/json" +TOTAL=$1 + +# First check if the $HOST_TO_TEST is up +if curl -s --head --request GET $HOST_TO_TEST | grep "200 OK" > /dev/null; then + # Create an array to store job ids + declare -a arr + + # Submit jobs + # Each job runs a different sequence + for ((i=1;i<=$TOTAL;i++)); do + NEW_SEQUENCE=$(cat /dev/urandom | env LC_CTYPE=C tr -dc ACGTU | head -c 22) + DATABASE_AND_QUERY_TEST="{\"databases\": [], \"query\": \"$NEW_SEQUENCE\"}" + JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY_TEST}" ${HOST_TO_TEST}/api/submit-job | jq -r '.job_id') + arr=("${arr[@]}" $JOB_ID) + sleep 0.1 + done + + # Now loop through the above array and check the status of the job + for job in ${!arr[*]} + do + # Verify job status + STATUS=$(curl -s ${HOST_TO_TEST}/api/job-status/${arr[$job]} | jq -r '.status') + + if [ "$STATUS" == "success" ] + then + printf "%4d: %s - successfully completed\n" $job ${arr[$job]} + elif [ "$STATUS" == "started" ] || [ "$STATUS" == "pending" ] + then + # Wait some seconds + PAUSE="0" + while [ $PAUSE -lt 300 ] + do + sleep 10 + STATUS=$(curl -s ${HOST_TO_TEST}/api/job-status/${arr[$job]} | jq -r '.status') + if [ "$STATUS" == "success" ] + then + printf "%4d: %s - successfully completed\n" $job ${arr[$job]} + break + elif [ "$STATUS" == "error" ] || [ "$STATUS" == "timeout" ] + then + printf "%4d: %s - with error or timeout status\n" $job ${arr[$job]} + break + fi + PAUSE=$[$PAUSE+1] + done + else + printf "%4d: %s - with unexpected result\n" $job ${arr[$job]} + fi + done +else + echo "${HOST_TO_TEST} is DOWN!" +fi From e5f169f94113de1f096b3de46512621f84eaad1c Mon Sep 17 00:00:00 2001 From: carlosribas Date: Tue, 5 Nov 2019 16:49:45 +0000 Subject: [PATCH 70/83] Check the hostname of the machine to use the correct EBI-URL --- .../producer/text_search_client.py | 20 ++++++++++++------- 1 file changed, 13 insertions(+), 7 deletions(-) diff --git a/sequence_search/producer/text_search_client.py b/sequence_search/producer/text_search_client.py index adc3977c..6210b5d9 100644 --- a/sequence_search/producer/text_search_client.py +++ b/sequence_search/producer/text_search_client.py @@ -10,10 +10,8 @@ See the License for the specific language governing permissions and limitations under the License. """ - -import os - import aiohttp +import socket from .settings import EBI_SEARCH_PROXY_URL, PROJECT_ROOT @@ -93,8 +91,16 @@ async def get_text_search_results(results, job_id, query, start, size, facetcoun except Exception as e: raise ProxyConnectionError() from e - # request facets from ebi text search - url = "http://wwwdev.ebi.ac.uk/ebisearch/ws/rest/rnacentral/seqtoolresults/" \ + # get the hostname of the machine to use the correct URL + hostname = socket.gethostname() + + if hostname == 'default-producer': + ebi_search_url = 'https://www.ebi.ac.uk/ebisearch/ws/rest/rnacentral/seqtoolresults/' + else: + ebi_search_url = 'https://wwwdev.ebi.ac.uk/ebisearch/ws/rest/rnacentral/seqtoolresults/' + + # request facets from ebi text search (dev or prod) + url = "{ebi_search_url}" \ "?toolid=nhmmer" \ "&jobid={job_id}" \ "&query={query}" \ @@ -103,8 +109,8 @@ async def get_text_search_results(results, job_id, query, start, size, facetcoun "&facetfields={facetfields}" \ "&start={start}" \ "&size={size}" \ - .format(job_id=job_id, query=query, fields=','.join(fields), facetcount=facetcount, - facetfields=','.join(facetfields), start=start, size=size) + .format(ebi_search_url=ebi_search_url, job_id=job_id, query=query, fields=','.join(fields), + facetcount=facetcount, facetfields=','.join(facetfields), start=start, size=size) try: # using default timeout. It means that the whole operation should finish in 5 minutes. From 8e834c961af533efab488d00788614517d6f70fd Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:28:20 +0000 Subject: [PATCH 71/83] Using a different security group for the monitor instance --- terraform/main.tf | 31 ++++++++++++++++++++++++++++--- 1 file changed, 28 insertions(+), 3 deletions(-) diff --git a/terraform/main.tf b/terraform/main.tf index dcd91e64..538b0f1b 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -53,7 +53,7 @@ resource "openstack_networking_router_interface_v2" "sequence_search" { resource "openstack_compute_secgroup_v2" "sequence_search" { name = "${terraform.workspace}_sequence_search" - description = "Security group for the sequence_search instances (except NFS)" + description = "Security group for the sequence_search instances (except NFS and monitor)" rule { from_port = 22 to_port = 22 @@ -136,6 +136,31 @@ resource "openstack_compute_secgroup_v2" "sequence_search_nfs_instance" { } } +resource "openstack_compute_secgroup_v2" "sequence_search_monitor_instance" { + name = "${terraform.workspace}_sequence_search_monitor_instance" + description = "Security group for the monitor instance" + rule { + from_port = 22 + to_port = 22 + ip_protocol = "tcp" + cidr = "0.0.0.0/0" + } + + rule { + from_port = 11211 + to_port = 11211 + ip_protocol = "tcp" + cidr = "192.168.0.0/24" + } + + rule { + from_port = -1 + to_port = -1 + ip_protocol = "icmp" + cidr = "0.0.0.0/0" + } +} + resource "openstack_compute_instance_v2" "producer" { depends_on = ["openstack_compute_keypair_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search"] name = "${terraform.workspace}-producer" @@ -181,7 +206,7 @@ resource "openstack_compute_instance_v2" "monitor" { image_name = "${var.image}" flavor_name = "${var.flavor_monitor}" key_pair = "${openstack_compute_keypair_v2.sequence_search.name}" - security_groups = [ "${openstack_compute_secgroup_v2.sequence_search.name}" ] + security_groups = [ "${openstack_compute_secgroup_v2.sequence_search_monitor_instance.name}" ] network { uuid = "${openstack_networking_network_v2.sequence_search.id}" fixed_ip_v4 = "192.168.0.8" @@ -204,7 +229,7 @@ resource "openstack_compute_instance_v2" "consumers" { resource "openstack_blockstorage_volume_v2" "nfs_volume" { name = "${terraform.workspace}-nfs-volume" - size = 20 + size = 100 } resource "openstack_compute_volume_attach_v2" "attached" { From 384d2d7a3b5c4b675c2c963aa8cb4e17f1c839a7 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:30:09 +0000 Subject: [PATCH 72/83] Using a flavor with more RAM for the monitor --- terraform/variables.tf | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/terraform/variables.tf b/terraform/variables.tf index 2c057fb7..2afcdd90 100644 --- a/terraform/variables.tf +++ b/terraform/variables.tf @@ -7,7 +7,7 @@ variable "flavor" { } variable "flavor_monitor" { - default = "s1.tiny" + default = "s1.small" } variable "ssh_key_file" { From 20d75280626ebca42124e99351a7a22de17d7ccd Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:31:28 +0000 Subject: [PATCH 73/83] Update terraform tfstate files --- .../test/terraform.tfstate | 260 +++++++++++------- 1 file changed, 161 insertions(+), 99 deletions(-) diff --git a/terraform/terraform.tfstate.d/test/terraform.tfstate b/terraform/terraform.tfstate.d/test/terraform.tfstate index c46a90db..0a244706 100644 --- a/terraform/terraform.tfstate.d/test/terraform.tfstate +++ b/terraform/terraform.tfstate.d/test/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "0.12.6", - "serial": 1440, + "serial": 1551, "lineage": "78978210-6031-db8f-0439-fa0111c455fd", "outputs": { "floating_ip": { @@ -37,9 +37,9 @@ { "schema_version": 0, "attributes": { - "id": "353670735521997038", + "id": "2508046471333642436", "triggers": { - "build_number": "2019-10-18T08:43:54Z" + "build_number": "2019-11-07T12:45:26Z" } }, "private": "bnVsbA==" @@ -59,12 +59,12 @@ "availability_zone": "nova", "consistency_group_id": null, "description": "", - "id": "104cafe1-cea6-4a9f-a61f-ada986bfefd1", + "id": "e4be702e-187a-4489-9c09-e57ea9d0a816", "image_id": null, "metadata": {}, "name": "test-nfs-volume", "region": "regionOne", - "size": 20, + "size": 100, "snapshot_id": "", "source_replica": null, "source_vol_id": "", @@ -86,8 +86,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.122", - "id": "193.62.55.122/aa2b8fb6-7489-487a-a586-4cd953748490/", - "instance_id": "aa2b8fb6-7489-487a-a586-4cd953748490", + "id": "193.62.55.122/d7ac4ce9-29c6-42ab-bc6b-b09700993911/", + "instance_id": "d7ac4ce9-29c6-42ab-bc6b-b09700993911", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -111,8 +111,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.123", - "id": "193.62.55.123/0eb57e73-1e13-4b9b-8c97-cf5485135b37/", - "instance_id": "0eb57e73-1e13-4b9b-8c97-cf5485135b37", + "id": "193.62.55.123/434a1c56-c288-482a-a8d3-1e544f1c539a/", + "instance_id": "434a1c56-c288-482a-a8d3-1e544f1c539a", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -147,7 +147,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "4a997a08-5e0e-4780-965d-922b5bc44989", + "id": "dcd53462-74b5-4fd1-9823-76b3346a47e5", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -159,10 +159,10 @@ "fixed_ip_v4": "192.168.0.9", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:e4:4d:f2", + "mac": "fa:16:3e:74:51:a1", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -182,7 +182,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -200,7 +201,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "e2b29fe5-0d71-408c-acc1-127526da6eab", + "id": "2428cc19-c022-420d-b483-01cfe49c2077", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -212,10 +213,10 @@ "fixed_ip_v4": "192.168.0.10", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:b3:9e:b6", + "mac": "fa:16:3e:a1:68:e9", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -235,7 +236,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -253,7 +255,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "8371c3cf-b067-4f87-abe3-2c1846dc5939", + "id": "f72830cd-86d9-4c78-a5f1-99c90b74fcd1", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -265,10 +267,10 @@ "fixed_ip_v4": "192.168.0.11", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:d4:fb:bb", + "mac": "fa:16:3e:53:b9:2a", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -288,7 +290,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -306,7 +309,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "d3e038c8-9b88-4e78-aa25-cdf188cbc379", + "id": "046b1534-c13f-4fba-9ff1-473b93478e0c", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -318,10 +321,10 @@ "fixed_ip_v4": "192.168.0.12", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:1f:21:e9", + "mac": "fa:16:3e:d5:85:66", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -341,7 +344,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -359,7 +363,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "33423851-f72f-41ac-b31b-96562e0bd3dd", + "id": "bca5ec5e-c956-4409-8048-2ef18af81b5a", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -371,10 +375,10 @@ "fixed_ip_v4": "192.168.0.13", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ed:4d:4e", + "mac": "fa:16:3e:ff:51:59", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -394,7 +398,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -412,7 +417,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "ac041b9c-2ced-486c-91b2-1096c2fdb95a", + "id": "8a166328-392e-49a7-9fa0-5bdabffe5ae6", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -424,10 +429,10 @@ "fixed_ip_v4": "192.168.0.14", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:f8:ad:5b", + "mac": "fa:16:3e:dc:f9:4f", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -447,7 +452,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -465,7 +471,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "b2c28801-390b-4640-88ef-4c597a6bc897", + "id": "6461522c-a980-4fb2-9540-2c803540d1c3", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -477,10 +483,10 @@ "fixed_ip_v4": "192.168.0.15", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:71:e6:29", + "mac": "fa:16:3e:9d:d1:89", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -500,7 +506,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -518,7 +525,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "8c66e3cc-5e57-4cdf-9b8f-840fc7603ae8", + "id": "2c025da4-10d0-404b-9542-dbffdf63ce1c", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -530,10 +537,10 @@ "fixed_ip_v4": "192.168.0.16", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:d0:de:6a", + "mac": "fa:16:3e:1d:56:dd", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -553,7 +560,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -571,7 +579,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "5651e7f1-b7fb-417a-82d1-70ad05b0d8df", + "id": "33d38e34-20aa-47dd-a76e-9d2c3edde3af", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -583,10 +591,10 @@ "fixed_ip_v4": "192.168.0.17", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:e2:3a:19", + "mac": "fa:16:3e:2f:fd:1d", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -606,7 +614,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] }, { @@ -624,7 +633,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "8586e280-950f-49c6-a943-134c006b6c2e", + "id": "f495e0c9-b310-4df6-87f5-f87694267624", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -636,10 +645,10 @@ "fixed_ip_v4": "192.168.0.18", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:8b:13:a2", + "mac": "fa:16:3e:fa:c8:08", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -659,7 +668,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -680,11 +690,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "e9ca7478-7957-4237-b3d0-d4767e1de65f", - "flavor_name": "s1.tiny", + "flavor_id": "721112dd-2f33-40eb-8975-7bd34dbabfc8", + "flavor_name": "s1.small", "floating_ip": null, "force_delete": false, - "id": "afb24169-f30a-49ac-b758-025716b46148", + "id": "a1fbefd0-c1b8-47d7-a89b-e5da9eeef668", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -696,10 +706,10 @@ "fixed_ip_v4": "192.168.0.8", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:71:ca:88", + "mac": "fa:16:3e:ad:29:e3", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -707,7 +717,7 @@ "region": "regionOne", "scheduler_hints": [], "security_groups": [ - "test_sequence_search" + "test_sequence_search_monitor_instance" ], "stop_before_destroy": false, "timeouts": null, @@ -718,8 +728,9 @@ "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "depends_on": [ "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_compute_secgroup_v2.sequence_search_monitor_instance", + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -744,7 +755,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "aa2b8fb6-7489-487a-a586-4cd953748490", + "id": "d7ac4ce9-29c6-42ab-bc6b-b09700993911", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "test_sequence_search", @@ -756,10 +767,10 @@ "fixed_ip_v4": "192.168.0.7", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:db:58:5f", + "mac": "fa:16:3e:80:ad:bb", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -779,7 +790,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search_nfs_instance", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -804,7 +816,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "a03f5eb2-fe5b-4b96-8d34-a21308b99a7e", + "id": "1908f7ee-48e5-4950-a2ff-c50c4ef20500", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -816,10 +828,10 @@ "fixed_ip_v4": "192.168.0.6", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ad:a5:e9", + "mac": "fa:16:3e:26:0c:1d", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -839,7 +851,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -864,7 +877,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "0eb57e73-1e13-4b9b-8c97-cf5485135b37", + "id": "434a1c56-c288-482a-a8d3-1e544f1c539a", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "test_sequence_search", @@ -876,10 +889,10 @@ "fixed_ip_v4": "192.168.0.5", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:0a:d1:7e", + "mac": "fa:16:3e:a1:d7:48", "name": "test_sequence_search", "port": "", - "uuid": "4a5647a6-931e-48bf-9d8b-ac47ebe37089" + "uuid": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f" } ], "personality": [], @@ -899,7 +912,8 @@ "depends_on": [ "openstack_compute_keypair_v2.sequence_search", "openstack_compute_secgroup_v2.sequence_search", - "openstack_networking_network_v2.sequence_search" + "openstack_networking_network_v2.sequence_search", + "openstack_networking_subnet_v2.sequence_search" ] } ] @@ -934,8 +948,8 @@ { "schema_version": 0, "attributes": { - "description": "Security group for the sequence_search instances (except NFS)", - "id": "00406782-39d4-43ad-a8cb-da9d214f4601", + "description": "Security group for the sequence_search instances (except NFS and monitor)", + "id": "a370b9a2-b7f3-4e0b-a08b-e258a9a3b209", "name": "test_sequence_search", "region": "regionOne", "rule": [ @@ -943,7 +957,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "448bde6d-b257-4a99-a6d2-1c66732ad142", + "id": "beff722f-1a10-4514-9bde-43ca4b4b3dc8", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -952,7 +966,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "cd3c3cba-4de8-4c76-8472-d041aa2e8fbd", + "id": "f59db707-dc37-4c85-b1df-249dd3bdef7e", "ip_protocol": "tcp", "self": false, "to_port": 22 @@ -961,7 +975,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 8002, - "id": "59eb0de6-293b-451f-8e5a-44086589fb57", + "id": "d9a48e30-bf89-4c4a-9e2d-cab94304fc4a", "ip_protocol": "tcp", "self": false, "to_port": 8002 @@ -970,7 +984,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 5432, - "id": "a34b2dfb-f28e-4ae5-989b-2797edff5993", + "id": "80a53888-8176-4a02-9afe-2835b68a9ae2", "ip_protocol": "tcp", "self": false, "to_port": 5432 @@ -979,7 +993,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 8000, - "id": "0e6d4c19-3242-4f58-b193-8914588e6426", + "id": "4d670ae8-6939-4a9c-aa78-18af9dd91bc4", "ip_protocol": "tcp", "self": false, "to_port": 8000 @@ -991,6 +1005,54 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_secgroup_v2", + "name": "sequence_search_monitor_instance", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Security group for the monitor instance", + "id": "542d2812-c69a-48fc-a96b-c63489afd37c", + "name": "test_sequence_search_monitor_instance", + "region": "regionOne", + "rule": [ + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": -1, + "id": "dd352f22-eacc-4421-85ce-625332815234", + "ip_protocol": "icmp", + "self": false, + "to_port": -1 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 22, + "id": "a7ae383a-5ef9-42b2-ac19-aa543dfab93e", + "ip_protocol": "tcp", + "self": false, + "to_port": 22 + }, + { + "cidr": "192.168.0.0/24", + "from_group_id": "", + "from_port": 11211, + "id": "e422c073-05b3-4ff0-909f-1ba46e16f343", + "ip_protocol": "tcp", + "self": false, + "to_port": 11211 + } + ], + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "mode": "managed", "type": "openstack_compute_secgroup_v2", @@ -1001,7 +1063,7 @@ "schema_version": 0, "attributes": { "description": "Security group for the NFS instance", - "id": "87a09f56-4580-41e8-9b92-1a52fa4881fa", + "id": "b84a8e85-d356-4d8a-a8ff-97b2eb15a30a", "name": "test_sequence_search_nfs_instance", "region": "regionOne", "rule": [ @@ -1009,7 +1071,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "de204af2-00af-4ea5-a7ae-feca4fa16731", + "id": "82965ff9-872d-4ed9-b551-d090d97f758e", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -1018,7 +1080,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "eb6abd7e-6de4-4481-8053-6ebc37466d48", + "id": "15b87bae-cfb1-4091-9529-29801e0229e2", "ip_protocol": "tcp", "self": false, "to_port": 22 @@ -1027,8 +1089,8 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 111, - "id": "43d1c4a2-803a-4361-9b24-d01bc22a7a85", - "ip_protocol": "tcp", + "id": "0589b75c-fcf9-41db-ac8c-9ee5dc007176", + "ip_protocol": "udp", "self": false, "to_port": 111 }, @@ -1036,8 +1098,8 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 111, - "id": "8da579da-edf8-4afd-b0ef-c6e76f7caa2d", - "ip_protocol": "udp", + "id": "33bb49be-955a-4049-83d6-32b1a1f41e3b", + "ip_protocol": "tcp", "self": false, "to_port": 111 }, @@ -1045,8 +1107,8 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 2049, - "id": "88d773b9-3fb3-47f9-a179-4491985cfab9", - "ip_protocol": "udp", + "id": "d4c1f094-e63f-4931-81d0-d838bd5200c8", + "ip_protocol": "tcp", "self": false, "to_port": 2049 }, @@ -1054,8 +1116,8 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 2049, - "id": "f6933f87-44ed-4f73-8c4e-ec81be27d643", - "ip_protocol": "tcp", + "id": "e505a26c-304e-4d32-a639-b48fa10c6ee0", + "ip_protocol": "udp", "self": false, "to_port": 2049 } @@ -1076,12 +1138,12 @@ "schema_version": 0, "attributes": { "device": "/dev/vdb", - "id": "aa2b8fb6-7489-487a-a586-4cd953748490/104cafe1-cea6-4a9f-a61f-ada986bfefd1", - "instance_id": "aa2b8fb6-7489-487a-a586-4cd953748490", + "id": "d7ac4ce9-29c6-42ab-bc6b-b09700993911/e4be702e-187a-4489-9c09-e57ea9d0a816", + "instance_id": "d7ac4ce9-29c6-42ab-bc6b-b09700993911", "multiattach": null, "region": "regionOne", "timeouts": null, - "volume_id": "104cafe1-cea6-4a9f-a61f-ada986bfefd1" + "volume_id": "e4be702e-187a-4489-9c09-e57ea9d0a816" }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", "depends_on": [ @@ -1106,7 +1168,7 @@ "description": "", "dns_domain": "", "external": false, - "id": "4a5647a6-931e-48bf-9d8b-ac47ebe37089", + "id": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f", "mtu": 1500, "name": "test_sequence_search", "port_security_enabled": true, @@ -1133,11 +1195,11 @@ { "schema_version": 0, "attributes": { - "id": "17bbbf63-e071-462a-afbd-0154cfe51ed6", - "port_id": "17bbbf63-e071-462a-afbd-0154cfe51ed6", + "id": "29e461b7-488e-4743-a346-741a306a8eed", + "port_id": "29e461b7-488e-4743-a346-741a306a8eed", "region": "regionOne", - "router_id": "f458a741-64e5-41d2-896c-34cf7d4c3d91", - "subnet_id": "3f1ee994-449f-4ef7-8336-a54021cc436d", + "router_id": "f2733556-ac2b-4e3e-a85b-9381622d974d", + "subnet_id": "07529431-2c9b-489a-b718-a1620a79f161", "timeouts": null }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", @@ -1165,13 +1227,13 @@ "enable_snat": true, "external_fixed_ip": [ { - "ip_address": "193.62.55.26", + "ip_address": "193.62.55.98", "subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd" } ], "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "f458a741-64e5-41d2-896c-34cf7d4c3d91", + "id": "f2733556-ac2b-4e3e-a85b-9381622d974d", "name": "test_sequence_search", "region": "regionOne", "tags": null, @@ -1214,12 +1276,12 @@ "enable_dhcp": true, "gateway_ip": "192.168.0.1", "host_routes": [], - "id": "3f1ee994-449f-4ef7-8336-a54021cc436d", + "id": "07529431-2c9b-489a-b718-a1620a79f161", "ip_version": 4, "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "test_sequence_search", - "network_id": "4a5647a6-931e-48bf-9d8b-ac47ebe37089", + "network_id": "d57738f6-c3f9-4cb6-b732-70b6a0a42e0f", "no_gateway": false, "prefix_length": null, "region": "regionOne", From d65c72ef101c5af307ca34f08e9fc9b0fd119711 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:32:20 +0000 Subject: [PATCH 74/83] Add pymemcache --- sequence_search/requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/sequence_search/requirements.txt b/sequence_search/requirements.txt index eec461af..8186b65b 100644 --- a/sequence_search/requirements.txt +++ b/sequence_search/requirements.txt @@ -13,3 +13,4 @@ requests==2.22.0 netifaces==0.10.9 gunicorn==19.9.0 glance==18.0.0 +pymemcache==2.2.2 \ No newline at end of file From 2b31a2d59b91b5b8fa59c647ff8e152d5feb2541 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:33:22 +0000 Subject: [PATCH 75/83] Add memcached --- ansible/roles/monitor/tasks/main.yml | 21 ++++++++++++++++++++- 1 file changed, 20 insertions(+), 1 deletion(-) diff --git a/ansible/roles/monitor/tasks/main.yml b/ansible/roles/monitor/tasks/main.yml index b4b12bdd..db663d41 100644 --- a/ansible/roles/monitor/tasks/main.yml +++ b/ansible/roles/monitor/tasks/main.yml @@ -20,6 +20,7 @@ name: - epel-release - jq + - memcached tags: [ install-deps ] - name: Copy script @@ -47,4 +48,22 @@ - name: Set Time Zone timezone: name: Europe/London - tags: [ timezone ] \ No newline at end of file + tags: [ timezone ] + + - name: Update memcached configuration + lineinfile: + dest: /etc/sysconfig/memcached + regexp: "{{item.regexp}}" + line: "{{item.line}}" + state: present + with_items: + - regexp: '^#?MAXCONN="1024"' + line: 'MAXCONN="2048"' + - regexp: '^#?CACHESIZE="64"' + line: 'CACHESIZE="1024"' + - regexp: '^#?OPTIONS=""' + line: 'OPTIONS="-l 192.168.0.8 -U 0 -vv >> /var/log/memcached 2>&1"' + + - name: Ensure Memcached is started and set to run on startup + service: name=memcached state=started enabled=yes + tags: [ memcached ] \ No newline at end of file From fd7f24f8e99d0b2828e150813d7f7ea32c76484e Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:34:35 +0000 Subject: [PATCH 76/83] Allow memcached port --- ansible/roles/iptables/tasks/main.yml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/ansible/roles/iptables/tasks/main.yml b/ansible/roles/iptables/tasks/main.yml index 454de56f..fce4efa6 100644 --- a/ansible/roles/iptables/tasks/main.yml +++ b/ansible/roles/iptables/tasks/main.yml @@ -80,6 +80,13 @@ jump: ACCEPT protocol: udp + - name: Allow port 11211 (tcp) / Memcache + iptables: + chain: INPUT + destination_port: 11211 + jump: ACCEPT + protocol: tcp + - name: Drop any traffic without rule iptables: chain: INPUT From fbdad63a28fbb997242b5e61d854ea10b82f3871 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Thu, 7 Nov 2019 17:37:21 +0000 Subject: [PATCH 77/83] Cache the EBI Search result --- .../producer/views/facets_search.py | 31 +++++++++++++++++-- 1 file changed, 29 insertions(+), 2 deletions(-) diff --git a/sequence_search/producer/views/facets_search.py b/sequence_search/producer/views/facets_search.py index baa404c9..e4c064d4 100644 --- a/sequence_search/producer/views/facets_search.py +++ b/sequence_search/producer/views/facets_search.py @@ -12,9 +12,12 @@ """ import logging +import hashlib from aiohttp import web from aiojobs.aiohttp import atomic +from ast import literal_eval +from pymemcache.client import base from ...db.jobs import get_job_results, get_job, job_exists, set_job_ordering from ..text_search_client import get_text_search_results, ProxyConnectionError, EBITextSearchConnectionError, \ @@ -300,13 +303,38 @@ async def facets_search(request): # try to get facets from EBI text search, otherwise stub facets try: ENVIRONMENT = request.app['settings'].ENVIRONMENT - text_search_data = await get_text_search_results(results, job_id, query, start, size, facetcount, ENVIRONMENT) + + # we want to cache the EBI Search result + if ENVIRONMENT == 'PRODUCTION': + client = base.Client(('192.168.0.8', 11211)) + else: + client = base.Client(('localhost', 11211)) + + # create a hash with query parameters + text_search_key = hashlib.md5( + (job_id + query + str(start) + str(size) + str(facetcount) + ordering).encode('utf-8') + ).hexdigest() + + # check if the result is cached + cached_result = client.get(text_search_key) + + if cached_result: + text_search_data = literal_eval(cached_result.decode('utf8')) + logging.debug("Using cache. This is the key used: {}".format(text_search_key)) + else: + text_search_data = await get_text_search_results( + results, job_id, query, start, size, facetcount, ENVIRONMENT + ) + # cache the result + client.set(text_search_key, text_search_data) # if this worked, inject text search results into facets json for entry in text_search_data['entries']: for result in results: if result['rnacentral_id'] == entry['id']: + result['description'] = entry['fields']['description'][0] entry.update(result) + break # sort facets in the same order as in text_search_client text_search_data['facets'].sort(key=lambda el: facetfields.index(el['id'])) @@ -343,4 +371,3 @@ async def facets_search(request): text_search_data['entries'].append(result) return web.json_response(text_search_data) - From d0bce26d7ab8e6b1bcb43d32b6e1d5c3174162a5 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Fri, 8 Nov 2019 15:25:27 +0000 Subject: [PATCH 78/83] Added new databases --- .../consumer/rnacentral_databases.py | 41 ++++++++++++++----- 1 file changed, 30 insertions(+), 11 deletions(-) diff --git a/sequence_search/consumer/rnacentral_databases.py b/sequence_search/consumer/rnacentral_databases.py index bd3f4ca8..84e63e9c 100644 --- a/sequence_search/consumer/rnacentral_databases.py +++ b/sequence_search/consumer/rnacentral_databases.py @@ -20,11 +20,28 @@ RnacentralDatabases = namedtuple("rnacentral_databases", ["id", "label"]) +# TODO: get the bds from elsewhere and not leave them hard coded rnacentral_databases = [ + RnacentralDatabases("dictybase", "dictyBase"), RnacentralDatabases("ena", "ENA"), + RnacentralDatabases("ensembl", "Ensembl"), + RnacentralDatabases("ensembl_fungi", "Ensembl Fungi"), + RnacentralDatabases("ensembl_metazoa", "Ensembl Metazoa"), + RnacentralDatabases("ensembl_plants", "Ensembl Plants"), + RnacentralDatabases("ensembl_protists", "Ensembl Protists"), + RnacentralDatabases("flybase", "FlyBase"), + RnacentralDatabases("gencode", "GENCODE"), RnacentralDatabases("greengenes", "GreenGenes"), + RnacentralDatabases("gtrnadb", "GtRNAdb"), + RnacentralDatabases("hgnc", "HGNC"), + RnacentralDatabases("lncbase", "LncBase"), + RnacentralDatabases("lncbook", "LncBook"), + RnacentralDatabases("lncipedia", "LNCipedia"), RnacentralDatabases("lncrnadb", "lncRNAdb"), + RnacentralDatabases("mgi", "MGI"), RnacentralDatabases("mirbase", "miRBase"), + RnacentralDatabases("modomics", "Modomics"), + RnacentralDatabases("noncode", "NONCODE"), RnacentralDatabases("pdbe", "PDBe"), RnacentralDatabases("pombase", "PomBase"), RnacentralDatabases("rdp", "RDP"), @@ -32,11 +49,14 @@ RnacentralDatabases("rfam", "Rfam"), RnacentralDatabases("rgd", "RGD"), RnacentralDatabases("sgd", "SGD"), + RnacentralDatabases("silva", "SILVA"), RnacentralDatabases("snopy", "snOPY"), RnacentralDatabases("srpdb", "SRPDB"), RnacentralDatabases("tair", "TAIR"), + RnacentralDatabases("tarbase", "TarBase"), RnacentralDatabases("tmrna_web", "tmRNA Website"), - RnacentralDatabases("wormbase", "WormBase") + RnacentralDatabases("wormbase", "WormBase"), + RnacentralDatabases("zwd", "ZWD") ] @@ -69,19 +89,18 @@ def producer_to_consumers_databases(databases): """ output = [] - # in case of empty databases list, return output - if databases == []: + if databases: + # new fasta files have been split into files up to 150 MB; + # therefore, we can now have more than one file for each database.  + for database in databases: + for file in get_database_files(): + if file.name.startswith(database): + output.append(file.name) + else: + # in case of empty databases list, use all-except-rrna and whitelist-rrna fasta files for file in get_database_files(): if file.name.startswith('all-except-rrna') or file.name.startswith('whitelist-rrna'): output.append(file.name) - else: - for database in databases: - if database == 'ena': # ena needs to be split into multiple files - for file in get_database_files(): - if file.name.startswith('ena'): # WARNING: this might be overzealous! - output.append(file.name) - else: - output.append(database + '.fasta') return output From 7c5eee489c0bb9cc4ff8dd0f150b751ddc7af87c Mon Sep 17 00:00:00 2001 From: carlosribas Date: Sat, 9 Nov 2019 21:02:45 +0000 Subject: [PATCH 79/83] Fix bulk insert with SQLAlchemy --- sequence_search/db/job_chunk_results.py | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/sequence_search/db/job_chunk_results.py b/sequence_search/db/job_chunk_results.py index 82826a9f..3613539f 100644 --- a/sequence_search/db/job_chunk_results.py +++ b/sequence_search/db/job_chunk_results.py @@ -32,11 +32,14 @@ async def set_job_chunk_results(engine, job_id, database, results): job_chunk_id = row.id break - for result in results: - await connection.scalar(JobChunkResult.insert().values(job_chunk_id=job_chunk_id, **result)) + if results: + for result in results: + result['job_chunk_id'] = job_chunk_id + + await connection.execute(JobChunkResult.insert().values(results)) except Exception as e: raise SQLError("Failed to set_job_chunk_results in the database, " - "job_id = %s, database = %s" % (job_id, database)) from e + "job_id = %s, database = %s" % (job_id, database)) from e except psycopg2.Error as e: - raise DatabaseConnectionError("Failed to open connection to the database in " - "set_job_chunk_results, job_id = %s, database = %s" % (job_id, database)) from e + raise DatabaseConnectionError("Failed to open connection to the database in set_job_chunk_results, " + "job_id = %s, database = %s" % (job_id, database)) from e From 5ca37946186a905b1e8706737ba5863c502de45c Mon Sep 17 00:00:00 2001 From: carlosribas Date: Sat, 9 Nov 2019 21:28:50 +0000 Subject: [PATCH 80/83] Logging nhmmer runtime and number of results to insert into db --- sequence_search/consumer/views/submit_job.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/sequence_search/consumer/views/submit_job.py b/sequence_search/consumer/views/submit_job.py index d2947b2d..1bcc323b 100644 --- a/sequence_search/consumer/views/submit_job.py +++ b/sequence_search/consumer/views/submit_job.py @@ -14,6 +14,7 @@ import os import logging import asyncio +import datetime from aiohttp import web from aiojobs.aiohttp import spawn @@ -60,8 +61,12 @@ async def nhmmer(engine, job_id, sequence, database): process, filename = await nhmmer_search(sequence=sequence, job_id=job_id, database=database) try: + t0 = datetime.datetime.now() task = asyncio.ensure_future(process.communicate()) await asyncio.wait_for(task, MAX_RUN_TIME) + logging.debug("Time - Nhmmer searched for sequences in {} for {} seconds".format( + database, (datetime.datetime.now() - t0).total_seconds()) + ) return_code = process.returncode if return_code != 0: @@ -81,8 +86,12 @@ async def nhmmer(engine, job_id, sequence, database): try: # save results of the job_chunk to the database + t0 = datetime.datetime.now() results = [record for record in nhmmer_parse(filename=filename)] # parse nhmmer results to python await set_job_chunk_results(engine, job_id, database, results) + logging.debug("Time - saving {} results in {} seconds".format( + len(results), (datetime.datetime.now() - t0).total_seconds()) + ) # set status of the job_chunk to the database await set_job_chunk_status(engine, job_id, database, status=JOB_CHUNK_STATUS_CHOICES.success) From 28cea027e2e91d3ec7eb9b2d06626342f4c505ef Mon Sep 17 00:00:00 2001 From: carlosribas Date: Sat, 9 Nov 2019 22:00:38 +0000 Subject: [PATCH 81/83] Do searches with different sequences and different sizes --- sequence_search/monitor/test_service.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/sequence_search/monitor/test_service.sh b/sequence_search/monitor/test_service.sh index fda25dbd..cb7a648f 100755 --- a/sequence_search/monitor/test_service.sh +++ b/sequence_search/monitor/test_service.sh @@ -24,9 +24,10 @@ if curl -s --head --request GET $HOST_TO_TEST | grep "200 OK" > /dev/null; then declare -a arr # Submit jobs - # Each job runs a different sequence + # Each job searches a different sequence with a different size for ((i=1;i<=$TOTAL;i++)); do - NEW_SEQUENCE=$(cat /dev/urandom | env LC_CTYPE=C tr -dc ACGTU | head -c 22) + SIZE=$(( $RANDOM % 80 + 20 )) + NEW_SEQUENCE=$(cat /dev/urandom | env LC_CTYPE=C tr -dc ACGTU | head -c $SIZE) DATABASE_AND_QUERY_TEST="{\"databases\": [], \"query\": \"$NEW_SEQUENCE\"}" JOB_ID=$(curl -s -H "${CONTENT_TYPE}" -d "${DATABASE_AND_QUERY_TEST}" ${HOST_TO_TEST}/api/submit-job | jq -r '.job_id') arr=("${arr[@]}" $JOB_ID) From e240390eb09f534c04dc07afef69b0d541150739 Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 11 Nov 2019 09:47:13 +0000 Subject: [PATCH 82/83] Code improvement --- sequence_search/consumer/views/submit_job.py | 12 ++++++------ sequence_search/db/job_chunk_results.py | 7 +++---- 2 files changed, 9 insertions(+), 10 deletions(-) diff --git a/sequence_search/consumer/views/submit_job.py b/sequence_search/consumer/views/submit_job.py index 1bcc323b..5b32bd35 100644 --- a/sequence_search/consumer/views/submit_job.py +++ b/sequence_search/consumer/views/submit_job.py @@ -86,13 +86,13 @@ async def nhmmer(engine, job_id, sequence, database): try: # save results of the job_chunk to the database - t0 = datetime.datetime.now() results = [record for record in nhmmer_parse(filename=filename)] # parse nhmmer results to python - await set_job_chunk_results(engine, job_id, database, results) - logging.debug("Time - saving {} results in {} seconds".format( - len(results), (datetime.datetime.now() - t0).total_seconds()) - ) - + if results: + t0 = datetime.datetime.now() + await set_job_chunk_results(engine, job_id, database, results) + logging.debug("Time - saving {} results in {} seconds".format( + len(results), (datetime.datetime.now() - t0).total_seconds()) + ) # set status of the job_chunk to the database await set_job_chunk_status(engine, job_id, database, status=JOB_CHUNK_STATUS_CHOICES.success) except (DatabaseConnectionError, SQLError) as e: diff --git a/sequence_search/db/job_chunk_results.py b/sequence_search/db/job_chunk_results.py index 3613539f..667441d9 100644 --- a/sequence_search/db/job_chunk_results.py +++ b/sequence_search/db/job_chunk_results.py @@ -32,11 +32,10 @@ async def set_job_chunk_results(engine, job_id, database, results): job_chunk_id = row.id break - if results: - for result in results: - result['job_chunk_id'] = job_chunk_id + for result in results: + result['job_chunk_id'] = job_chunk_id - await connection.execute(JobChunkResult.insert().values(results)) + await connection.execute(JobChunkResult.insert().values(results)) except Exception as e: raise SQLError("Failed to set_job_chunk_results in the database, " "job_id = %s, database = %s" % (job_id, database)) from e From 4443d90fef5d0815cfd1fe5b1258718c0c3b7cbc Mon Sep 17 00:00:00 2001 From: carlosribas Date: Mon, 11 Nov 2019 15:44:30 +0000 Subject: [PATCH 83/83] Update terraform tfstate files --- terraform/terraform.tfstate | 330 +++++++++++++++++++++--------------- 1 file changed, 189 insertions(+), 141 deletions(-) diff --git a/terraform/terraform.tfstate b/terraform/terraform.tfstate index 3944c78f..54d6992d 100644 --- a/terraform/terraform.tfstate +++ b/terraform/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "0.12.6", - "serial": 1803, + "serial": 1898, "lineage": "b3e8e88c-53d9-e061-7720-e7f72e33bfaf", "outputs": { "floating_ip": { @@ -37,9 +37,9 @@ { "schema_version": 0, "attributes": { - "id": "2547584727284607509", + "id": "6061095925862049599", "triggers": { - "build_number": "2019-10-18T16:16:37Z" + "build_number": "2019-11-11T12:12:11Z" } }, "private": "bnVsbA==" @@ -59,12 +59,12 @@ "availability_zone": "nova", "consistency_group_id": null, "description": "", - "id": "702b298e-9ccc-40f6-b12d-fdda534bbe7e", + "id": "96eca822-744b-4a3e-b168-b3a0b8cdf8e8", "image_id": null, "metadata": {}, "name": "default-nfs-volume", "region": "regionOne", - "size": 20, + "size": 100, "snapshot_id": "", "source_replica": null, "source_vol_id": "", @@ -86,8 +86,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.116", - "id": "193.62.55.116/a1912790-f09d-4670-8893-dde1863dd85a/", - "instance_id": "a1912790-f09d-4670-8893-dde1863dd85a", + "id": "193.62.55.116/876f0a2f-a9e3-406e-af1c-5e913b20a602/", + "instance_id": "876f0a2f-a9e3-406e-af1c-5e913b20a602", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -111,8 +111,8 @@ "attributes": { "fixed_ip": "", "floating_ip": "193.62.55.44", - "id": "193.62.55.44/7a8a67cf-c238-4c3b-ae74-1b90b93e90c9/", - "instance_id": "7a8a67cf-c238-4c3b-ae74-1b90b93e90c9", + "id": "193.62.55.44/e5c90e03-0359-4c92-97c8-09d7dbdc082b/", + "instance_id": "e5c90e03-0359-4c92-97c8-09d7dbdc082b", "region": "regionOne", "timeouts": null, "wait_until_associated": null @@ -147,7 +147,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "d55d761a-a29d-4cea-ae76-a2b9ada45973", + "id": "572416e7-bc9d-4365-abc0-af9f95ebd2d8", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -159,10 +159,10 @@ "fixed_ip_v4": "192.168.0.9", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:78:f8:ee", + "mac": "fa:16:3e:34:81:05", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -201,7 +201,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "c4dfc80f-030d-434e-b71e-8e854315631d", + "id": "8a2e1493-7880-4fde-bacc-5c61cd8c155f", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -213,10 +213,10 @@ "fixed_ip_v4": "192.168.0.10", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:79:41:69", + "mac": "fa:16:3e:52:5d:4a", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -255,7 +255,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "c1f552b9-96c0-4aa1-8c7c-c26cd0542db2", + "id": "ab828b9e-b1e7-4e25-81ed-cdf1417cb123", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -267,10 +267,10 @@ "fixed_ip_v4": "192.168.0.11", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:f1:c9:91", + "mac": "fa:16:3e:3f:7e:2c", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -309,7 +309,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "652b9d6c-3aa3-43ce-bf28-ef0402845af4", + "id": "36798988-f0fb-4e4e-96c7-caedaa37e449", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -321,10 +321,10 @@ "fixed_ip_v4": "192.168.0.12", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:44:8c:91", + "mac": "fa:16:3e:aa:ff:40", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -363,7 +363,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "102e4278-1aef-426a-bcfe-d0fe767a63cf", + "id": "cc2039c7-25e7-416b-83aa-0248062ed562", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -375,10 +375,10 @@ "fixed_ip_v4": "192.168.0.13", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:54:b0:0c", + "mac": "fa:16:3e:22:47:12", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -417,7 +417,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "e4027fdf-9dc3-4528-8596-889f955b2337", + "id": "47ba3460-f9a7-4d9b-8112-c931bae420a9", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -429,10 +429,10 @@ "fixed_ip_v4": "192.168.0.14", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:f9:a9:e6", + "mac": "fa:16:3e:e9:6a:cc", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -471,7 +471,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "edf85a52-5dc8-4a12-8a47-515f66de232e", + "id": "ad2344ba-fb6b-4b14-bf6c-06171b6fa051", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -483,10 +483,10 @@ "fixed_ip_v4": "192.168.0.15", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:07:4b:fd", + "mac": "fa:16:3e:90:0c:25", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -525,7 +525,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "93514796-4ea9-43f6-9a27-3b1d0ee136ff", + "id": "a73a60bf-d1a6-48e7-bfc2-b22af3510ed3", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -537,10 +537,10 @@ "fixed_ip_v4": "192.168.0.16", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:85:8f:e8", + "mac": "fa:16:3e:5e:bd:8f", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -579,7 +579,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "4da8a29c-2d40-4413-9fd9-173fe6109480", + "id": "88718ab1-225b-4f0a-b181-6a7a1c3d43d1", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -591,10 +591,10 @@ "fixed_ip_v4": "192.168.0.17", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:91:45:ff", + "mac": "fa:16:3e:31:c2:43", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -633,7 +633,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "a519cd01-9072-48f7-add1-f3042c6107bd", + "id": "8f2c19e0-7f6b-44c7-8bb1-5a965fd74a4e", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -645,10 +645,10 @@ "fixed_ip_v4": "192.168.0.18", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:79:6f:b6", + "mac": "fa:16:3e:8c:54:24", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -687,7 +687,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "481717a0-2762-4d71-97b9-173889b804ae", + "id": "76aa6e31-4933-4296-860a-dce702895ad9", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -699,10 +699,10 @@ "fixed_ip_v4": "192.168.0.19", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:86:14:2b", + "mac": "fa:16:3e:6a:bd:3e", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -741,7 +741,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "cd3dd13e-e988-4eb4-bf2a-a26a8c5b16a9", + "id": "86a62860-688e-4f6c-b681-293f75777879", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -753,10 +753,10 @@ "fixed_ip_v4": "192.168.0.20", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:b6:d0:ca", + "mac": "fa:16:3e:fc:b7:0e", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -795,7 +795,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "f2941e28-1c20-4127-b0a4-20bee932ff8d", + "id": "cdb89eb8-0636-4379-9f0c-68f074f36a00", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -807,10 +807,10 @@ "fixed_ip_v4": "192.168.0.21", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:0a:67:8a", + "mac": "fa:16:3e:30:5d:ff", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -849,7 +849,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "5d0d560d-5d88-4514-9da7-b059d99f7df9", + "id": "52338ba2-5bbf-4247-bc32-d32ff2a1e020", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -861,10 +861,10 @@ "fixed_ip_v4": "192.168.0.22", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ca:29:69", + "mac": "fa:16:3e:99:6e:25", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -903,7 +903,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "bcf6008e-87ff-45d5-b9f2-06ce798ddb80", + "id": "0089eab9-4778-4f41-af49-8352aab06991", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -915,10 +915,10 @@ "fixed_ip_v4": "192.168.0.23", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:85:57:d3", + "mac": "fa:16:3e:6f:7e:53", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -957,7 +957,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "005f67d5-740c-4bd6-8d86-e58da260931b", + "id": "13797cd8-a8f3-4143-91cc-64b7e0bc5fac", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -969,10 +969,10 @@ "fixed_ip_v4": "192.168.0.24", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:6a:07:1b", + "mac": "fa:16:3e:8b:b3:0e", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1011,7 +1011,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "dfd51582-4d28-4478-a286-6fd2d74f3ff3", + "id": "55f9f745-9a8e-4a58-842a-cbd5cd9411fe", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1023,10 +1023,10 @@ "fixed_ip_v4": "192.168.0.25", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:22:f5:01", + "mac": "fa:16:3e:6b:cb:aa", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1065,7 +1065,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "08aed31b-d3ec-4ba1-91ae-0c784b029c28", + "id": "9bfc0d58-661b-45c2-963b-bb167a671885", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1077,10 +1077,10 @@ "fixed_ip_v4": "192.168.0.26", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:ae:48:86", + "mac": "fa:16:3e:58:f1:28", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1119,7 +1119,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "c690cb7e-f241-4749-a581-cec107b16ef0", + "id": "106fdf53-505b-4019-ae7e-8106709f573b", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1131,10 +1131,10 @@ "fixed_ip_v4": "192.168.0.27", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:d6:f8:37", + "mac": "fa:16:3e:fa:32:2a", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1173,7 +1173,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "07c5f587-131f-4c36-8f77-102243e63314", + "id": "cfd979da-b237-4651-be2c-8f1904218804", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1185,10 +1185,10 @@ "fixed_ip_v4": "192.168.0.28", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:c8:07:66", + "mac": "fa:16:3e:f7:8b:9a", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1227,7 +1227,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "10b72af6-28ba-4b73-80bd-4b0e6a1ab745", + "id": "4f9609e2-7e34-4d4a-89f3-78fdb6248a50", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1239,10 +1239,10 @@ "fixed_ip_v4": "192.168.0.29", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:21:eb:41", + "mac": "fa:16:3e:3d:19:b6", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1281,7 +1281,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "1ee34152-4d8a-4bee-a53b-1e46bc83d468", + "id": "0e2ddf90-c2a4-4bb7-aa72-b45cdef927cb", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1293,10 +1293,10 @@ "fixed_ip_v4": "192.168.0.30", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:3a:cc:5a", + "mac": "fa:16:3e:c3:4a:19", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1335,7 +1335,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "6900d093-98a2-4a06-aff9-5c5b53eae351", + "id": "ecd3090a-7abc-46ba-95ea-8944bf25195f", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1347,10 +1347,10 @@ "fixed_ip_v4": "192.168.0.31", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:d2:40:6d", + "mac": "fa:16:3e:77:61:40", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1389,7 +1389,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "b122b868-e29c-4a88-ae71-9f29167fa651", + "id": "cfccae3c-74c5-481e-864b-a96cb7ff9843", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1401,10 +1401,10 @@ "fixed_ip_v4": "192.168.0.32", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:17:f0:bc", + "mac": "fa:16:3e:03:d4:c7", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1443,7 +1443,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "43ff68a1-ebd8-4612-bfff-a5740cc91aa1", + "id": "a44272b9-759f-4402-8a78-28abc23c67de", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1455,10 +1455,10 @@ "fixed_ip_v4": "192.168.0.33", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:d0:c1:0d", + "mac": "fa:16:3e:70:72:ef", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1497,7 +1497,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "b5308a64-e531-4a33-bd04-c7b4e0e4f86f", + "id": "65a6970d-74d8-4390-9fc6-6b90a1acdfe8", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1509,10 +1509,10 @@ "fixed_ip_v4": "192.168.0.34", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:f5:cb:a7", + "mac": "fa:16:3e:04:b0:b7", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1551,7 +1551,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "18b4146a-40d4-4902-b670-ec9365353c8c", + "id": "299b6d39-24cc-49f5-8091-78c048ef1727", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1563,10 +1563,10 @@ "fixed_ip_v4": "192.168.0.35", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:c7:89:99", + "mac": "fa:16:3e:7b:03:11", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1605,7 +1605,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "2cc49dcb-ed5d-4950-aa0a-218a154064a6", + "id": "fefde010-e8a7-4d56-aab3-10ed6d9a3a10", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1617,10 +1617,10 @@ "fixed_ip_v4": "192.168.0.36", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:d2:51:0c", + "mac": "fa:16:3e:f0:7a:fe", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1659,7 +1659,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "a063249f-a421-40ee-b156-c108820bd694", + "id": "525553af-2c16-4ae6-8da1-289fc2d46f22", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1671,10 +1671,10 @@ "fixed_ip_v4": "192.168.0.37", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:54:b3:27", + "mac": "fa:16:3e:18:42:50", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1713,7 +1713,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "7251c62b-c504-4146-a43b-14d61a2b1350", + "id": "f1440983-3264-4e22-9b1e-9b4ac64c7ff0", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1725,10 +1725,10 @@ "fixed_ip_v4": "192.168.0.38", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:5e:21:ca", + "mac": "fa:16:3e:08:de:ba", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1770,11 +1770,11 @@ "availability_zone": "nova", "block_device": [], "config_drive": null, - "flavor_id": "e9ca7478-7957-4237-b3d0-d4767e1de65f", - "flavor_name": "s1.tiny", + "flavor_id": "721112dd-2f33-40eb-8975-7bd34dbabfc8", + "flavor_name": "s1.small", "floating_ip": null, "force_delete": false, - "id": "cae3322b-b3f3-46d5-b380-6476db0c4048", + "id": "8757b937-0fcf-4912-8d05-f1eaf46979ec", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1786,10 +1786,10 @@ "fixed_ip_v4": "192.168.0.8", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:3a:5b:ea", + "mac": "fa:16:3e:17:1d:06", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1797,7 +1797,7 @@ "region": "regionOne", "scheduler_hints": [], "security_groups": [ - "default_sequence_search" + "default_sequence_search_monitor_instance" ], "stop_before_destroy": false, "timeouts": null, @@ -1808,7 +1808,7 @@ "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjoxODAwMDAwMDAwMDAwLCJkZWxldGUiOjE4MDAwMDAwMDAwMDAsInVwZGF0ZSI6MTgwMDAwMDAwMDAwMH19", "depends_on": [ "openstack_compute_keypair_v2.sequence_search", - "openstack_compute_secgroup_v2.sequence_search", + "openstack_compute_secgroup_v2.sequence_search_monitor_instance", "openstack_networking_network_v2.sequence_search", "openstack_networking_subnet_v2.sequence_search" ] @@ -1835,7 +1835,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "a1912790-f09d-4670-8893-dde1863dd85a", + "id": "876f0a2f-a9e3-406e-af1c-5e913b20a602", "image_id": "371604fb-b264-41fd-9336-9bc669a80667", "image_name": "ubuntu-16.04", "key_pair": "default_sequence_search", @@ -1847,10 +1847,10 @@ "fixed_ip_v4": "192.168.0.7", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:17:26:d4", + "mac": "fa:16:3e:1b:40:ec", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1896,7 +1896,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "95b1a3e5-a7a0-483b-9889-5eb000379fb6", + "id": "d2ddea5a-8b67-4376-adb9-fefa970cb8c3", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1908,10 +1908,10 @@ "fixed_ip_v4": "192.168.0.6", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:df:2f:81", + "mac": "fa:16:3e:19:64:ee", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -1957,7 +1957,7 @@ "flavor_name": "s1.capacious", "floating_ip": null, "force_delete": false, - "id": "7a8a67cf-c238-4c3b-ae74-1b90b93e90c9", + "id": "e5c90e03-0359-4c92-97c8-09d7dbdc082b", "image_id": "3306bf44-c895-45b2-af05-0a3d23630ce6", "image_name": "CentOS7-Cloud", "key_pair": "default_sequence_search", @@ -1969,10 +1969,10 @@ "fixed_ip_v4": "192.168.0.5", "fixed_ip_v6": "", "floating_ip": "", - "mac": "fa:16:3e:34:87:fb", + "mac": "fa:16:3e:b5:74:40", "name": "default_sequence_search", "port": "", - "uuid": "c0bf8566-6481-4c63-8f46-95c893721304" + "uuid": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460" } ], "personality": [], @@ -2028,8 +2028,8 @@ { "schema_version": 0, "attributes": { - "description": "Security group for the sequence_search instances (except NFS)", - "id": "0149732d-0496-4d5e-956a-431eb32d7ac2", + "description": "Security group for the sequence_search instances (except NFS and monitor)", + "id": "5de8447c-bf74-41f0-9ca1-aa97df91efb4", "name": "default_sequence_search", "region": "regionOne", "rule": [ @@ -2037,7 +2037,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "122efe67-6ea8-456b-9728-ccae8aadbf3d", + "id": "daa6bbf6-ddb4-4744-8adb-3e8ceffc492a", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -2046,7 +2046,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "09672f26-1ec3-47ab-bf92-b4f596c6fc12", + "id": "c44f344d-ba2e-4b98-8622-35682a9654e2", "ip_protocol": "tcp", "self": false, "to_port": 22 @@ -2055,7 +2055,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 8002, - "id": "2d811c2a-4100-43a9-8650-19d392bb9f3c", + "id": "1dea425c-3186-43b0-a86c-4628ae8df1c7", "ip_protocol": "tcp", "self": false, "to_port": 8002 @@ -2064,7 +2064,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 5432, - "id": "3955508d-7f3e-4215-83cb-b2893d7de5e7", + "id": "6f079a75-d547-465b-9791-1c049ceaa2f3", "ip_protocol": "tcp", "self": false, "to_port": 5432 @@ -2073,7 +2073,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 8000, - "id": "98a635a9-6f6a-464d-8d38-002c5f3e8d01", + "id": "f7ace70b-9c4c-41da-8a8d-bdd1af548f04", "ip_protocol": "tcp", "self": false, "to_port": 8000 @@ -2085,6 +2085,54 @@ } ] }, + { + "mode": "managed", + "type": "openstack_compute_secgroup_v2", + "name": "sequence_search_monitor_instance", + "provider": "provider.openstack", + "instances": [ + { + "schema_version": 0, + "attributes": { + "description": "Security group for the monitor instance", + "id": "a76fa368-b528-4808-bc4f-9f7a07d31a06", + "name": "default_sequence_search_monitor_instance", + "region": "regionOne", + "rule": [ + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": -1, + "id": "573f905e-d07a-41af-927b-9c2e226e230e", + "ip_protocol": "icmp", + "self": false, + "to_port": -1 + }, + { + "cidr": "0.0.0.0/0", + "from_group_id": "", + "from_port": 22, + "id": "7a11c8c6-1b2c-45c4-a116-cf4b7472e8c7", + "ip_protocol": "tcp", + "self": false, + "to_port": 22 + }, + { + "cidr": "192.168.0.0/24", + "from_group_id": "", + "from_port": 11211, + "id": "b2e45924-c04a-4ee6-88aa-d59486f44e82", + "ip_protocol": "tcp", + "self": false, + "to_port": 11211 + } + ], + "timeouts": null + }, + "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiZGVsZXRlIjo2MDAwMDAwMDAwMDB9fQ==" + } + ] + }, { "mode": "managed", "type": "openstack_compute_secgroup_v2", @@ -2095,7 +2143,7 @@ "schema_version": 0, "attributes": { "description": "Security group for the NFS instance", - "id": "751021cf-ce68-406d-93a4-5ca4795368df", + "id": "76a4e021-3244-4aab-bb4c-7b2e6dbc2049", "name": "default_sequence_search_nfs_instance", "region": "regionOne", "rule": [ @@ -2103,7 +2151,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": -1, - "id": "81329bf7-fe4c-4993-b355-a0f52825762e", + "id": "c9413034-ba18-4560-9a82-c2e8617eb298", "ip_protocol": "icmp", "self": false, "to_port": -1 @@ -2112,7 +2160,7 @@ "cidr": "0.0.0.0/0", "from_group_id": "", "from_port": 22, - "id": "712c5fd1-089c-494c-b3df-0302a7ed7511", + "id": "7b2b84e9-b210-4d08-b94c-3b166e4a6e9c", "ip_protocol": "tcp", "self": false, "to_port": 22 @@ -2121,7 +2169,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 111, - "id": "462bdef2-c7b8-404f-ac9d-418b4629f123", + "id": "1ff7027a-f30f-4e5e-99e7-661325da7e94", "ip_protocol": "tcp", "self": false, "to_port": 111 @@ -2130,7 +2178,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 111, - "id": "61110581-9280-446d-9e9a-693e72c14df3", + "id": "295d66e9-2e42-4cc2-bcb8-8b4631b66cd3", "ip_protocol": "udp", "self": false, "to_port": 111 @@ -2139,7 +2187,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 2049, - "id": "6f3fa14f-cd67-4450-92e0-5b6ee9e17c7a", + "id": "a74b6910-7b5f-4e0e-959a-04b0fda241c4", "ip_protocol": "tcp", "self": false, "to_port": 2049 @@ -2148,7 +2196,7 @@ "cidr": "192.168.0.0/24", "from_group_id": "", "from_port": 2049, - "id": "7c73b43a-dd59-45a6-be63-70292b9d111b", + "id": "dc37fc07-e90b-437b-a8a2-ccb04a6b4d65", "ip_protocol": "udp", "self": false, "to_port": 2049 @@ -2170,12 +2218,12 @@ "schema_version": 0, "attributes": { "device": "/dev/vdb", - "id": "a1912790-f09d-4670-8893-dde1863dd85a/702b298e-9ccc-40f6-b12d-fdda534bbe7e", - "instance_id": "a1912790-f09d-4670-8893-dde1863dd85a", + "id": "876f0a2f-a9e3-406e-af1c-5e913b20a602/96eca822-744b-4a3e-b168-b3a0b8cdf8e8", + "instance_id": "876f0a2f-a9e3-406e-af1c-5e913b20a602", "multiattach": null, "region": "regionOne", "timeouts": null, - "volume_id": "702b298e-9ccc-40f6-b12d-fdda534bbe7e" + "volume_id": "96eca822-744b-4a3e-b168-b3a0b8cdf8e8" }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", "depends_on": [ @@ -2200,7 +2248,7 @@ "description": "", "dns_domain": "", "external": false, - "id": "c0bf8566-6481-4c63-8f46-95c893721304", + "id": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460", "mtu": 1500, "name": "default_sequence_search", "port_security_enabled": true, @@ -2227,11 +2275,11 @@ { "schema_version": 0, "attributes": { - "id": "a90be975-efd9-41b7-bac8-b6427da7aa98", - "port_id": "a90be975-efd9-41b7-bac8-b6427da7aa98", + "id": "dae89f3e-2937-4e73-a193-868836fef4a3", + "port_id": "dae89f3e-2937-4e73-a193-868836fef4a3", "region": "regionOne", - "router_id": "1381d9b5-9ef3-4954-9591-3adf792cc475", - "subnet_id": "7dc8e430-d680-436f-8055-da1251130229", + "router_id": "c8026582-5bcb-4f17-a389-11f0e2f9cec4", + "subnet_id": "c2cb7c6c-9923-4aa1-ae20-179de198104e", "timeouts": null }, "private": "eyJlMmJmYjczMC1lY2FhLTExZTYtOGY4OC0zNDM2M2JjN2M0YzAiOnsiY3JlYXRlIjo2MDAwMDAwMDAwMDAsImRlbGV0ZSI6NjAwMDAwMDAwMDAwfX0=", @@ -2259,13 +2307,13 @@ "enable_snat": true, "external_fixed_ip": [ { - "ip_address": "193.62.55.42", + "ip_address": "193.62.55.101", "subnet_id": "3c926da4-b320-4320-8d62-f70e2078a2fd" } ], "external_gateway": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", "external_network_id": "e25c3173-bb5c-4bbc-83a7-f0551099c8cd", - "id": "1381d9b5-9ef3-4954-9591-3adf792cc475", + "id": "c8026582-5bcb-4f17-a389-11f0e2f9cec4", "name": "default_sequence_search", "region": "regionOne", "tags": null, @@ -2308,12 +2356,12 @@ "enable_dhcp": true, "gateway_ip": "192.168.0.1", "host_routes": [], - "id": "7dc8e430-d680-436f-8055-da1251130229", + "id": "c2cb7c6c-9923-4aa1-ae20-179de198104e", "ip_version": 4, "ipv6_address_mode": "", "ipv6_ra_mode": "", "name": "default_sequence_search", - "network_id": "c0bf8566-6481-4c63-8f46-95c893721304", + "network_id": "66f5a61b-bbd8-40a0-9606-42e7fdaa8460", "no_gateway": false, "prefix_length": null, "region": "regionOne",