Move and scale out DCO workers with new deployment method
This commit is contained in:
parent
5645cedf71
commit
5aef290639
GPG key ID:
1F7C896B34B28164
|
|
@ -4,6 +4,12 @@ data "openstack_images_image_v2" "debian12image" {
|
||||||
most_recent = true
|
most_recent = true
|
||||||
}
|
}
|
||||||
|
|
||||||
|
data "openstack_images_image_v2" "debian12image-dco" {
|
||||||
|
name = "debian-12" # Name of image to be used
|
||||||
|
most_recent = true
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
data "openstack_images_image_v2" "debian12image-sto4" {
|
data "openstack_images_image_v2" "debian12image-sto4" {
|
||||||
name = "debian-12" # Name of image to be used
|
name = "debian-12" # Name of image to be used
|
||||||
most_recent = true
|
most_recent = true
|
||||||
|
|
|
||||||
75
IaC-test/k8snodes-dco.tf
Normal file
75
IaC-test/k8snodes-dco.tf
Normal file
|
|
@ -0,0 +1,75 @@
|
||||||
|
#
|
||||||
|
# Controller node resources
|
||||||
|
#
|
||||||
|
|
||||||
|
locals {
|
||||||
|
dcodc = "dco"
|
||||||
|
dconodenrbase = index(var.datacenters, "dco")
|
||||||
|
dcoindexjump = length(var.datacenters)
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_networking_port_v2" "kubewport-dco" {
|
||||||
|
name = "${var.worker_name}${count.index * local.dcoindexjump + 1 + local.dconodenrbase}-${replace(var.dns_suffix,".","-")}-${local.dcodc}-port"
|
||||||
|
# We create as many ports as there are instances created
|
||||||
|
count = var.workerdcreplicas
|
||||||
|
network_id = data.openstack_networking_network_v2.public-dco.id
|
||||||
|
# A list of security group ID
|
||||||
|
security_group_ids = [
|
||||||
|
resource.openstack_networking_secgroup_v2.ssh-from-jump-hosts-dco.id,
|
||||||
|
resource.openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
]
|
||||||
|
admin_state_up = "true"
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
|
# Boot volume for node
|
||||||
|
resource "openstack_blockstorage_volume_v3" "kubewvolumeboot-dco" {
|
||||||
|
count = var.workerdcreplicas # Replicas per datacenter
|
||||||
|
name = "${var.controller_name}${count.index * local.dcoindexjump + 1 + local.dconodenrbase}-${replace(var.dns_suffix,".","-")}-${local.dcodc}-vol"
|
||||||
|
description = "OS volume for kubernetes worker node ${count.index * local.dcoindexjump + 1 + local.dconodenrbase}"
|
||||||
|
size = 100
|
||||||
|
image_id = data.openstack_images_image_v2.debian12image-dco.id
|
||||||
|
enable_online_resize = true # Allow us to resize volume while attached.
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_blockstorage_volume_v3" "kubewvolumerook-dco" {
|
||||||
|
count = var.workerdcreplicas # Replicas per datacenter
|
||||||
|
name = "${var.controller_name}${count.index * local.dcoindexjump + 1 + local.dconodenrbase}-${replace(var.dns_suffix,".","-")}-${local.dcodc}-rook-vol"
|
||||||
|
description = "Rook storage volume for kubernetes worker node ${count.index * local.dcoindexjump + 1 + local.dconodenrbase}"
|
||||||
|
size = 100
|
||||||
|
enable_online_resize = true # Allow us to resize volume while attached.
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_compute_instance_v2" "worker-nodes-dco" {
|
||||||
|
count = var.workerdcreplicas # Replicas per datacenter
|
||||||
|
name = "${var.worker_name}${count.index * local.dcoindexjump + 1 + local.dconodenrbase}.${var.dns_suffix}"
|
||||||
|
flavor_name = "${var.worker_instance_type}"
|
||||||
|
key_pair = "${var.keynameworkers}"
|
||||||
|
provider = openstack.dco
|
||||||
|
security_groups = [
|
||||||
|
resource.openstack_networking_secgroup_v2.microk8s-dco.id,
|
||||||
|
resource.openstack_networking_secgroup_v2.ssh-from-jump-hosts-dco.name
|
||||||
|
]
|
||||||
|
|
||||||
|
block_device {
|
||||||
|
uuid = resource.openstack_blockstorage_volume_v3.kubewvolumeboot-dco[count.index].id
|
||||||
|
source_type = "volume"
|
||||||
|
destination_type = "volume"
|
||||||
|
boot_index = 0
|
||||||
|
}
|
||||||
|
block_device {
|
||||||
|
uuid = resource.openstack_blockstorage_volume_v3.kubewvolumerook-dco[count.index].id
|
||||||
|
source_type = "volume"
|
||||||
|
destination_type = "volume"
|
||||||
|
boot_index = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
scheduler_hints {
|
||||||
|
group = openstack_compute_servergroup_v2.workers-dco.id
|
||||||
|
}
|
||||||
|
network {
|
||||||
|
port = resource.openstack_networking_port_v2.kubewport-dco[count.index].id
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -2,6 +2,11 @@ data "openstack_networking_network_v2" "public" {
|
||||||
name = "public" # Name of network to use.
|
name = "public" # Name of network to use.
|
||||||
}
|
}
|
||||||
|
|
||||||
|
data "openstack_networking_network_v2" "public-dco" {
|
||||||
|
name = "public" # Name of network to use.
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
data "openstack_networking_network_v2" "public-sto4" {
|
data "openstack_networking_network_v2" "public-sto4" {
|
||||||
name = "public" # Name of network to use.
|
name = "public" # Name of network to use.
|
||||||
provider = openstack.sto4
|
provider = openstack.sto4
|
||||||
|
|
|
||||||
|
|
@ -1,29 +1,69 @@
|
||||||
#
|
|
||||||
# From STO4 to DCO
|
|
||||||
#
|
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_sto4_to_dco" {
|
# Security groups sto3
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-sto4)
|
resource "openstack_networking_secgroup_v2" "microk8s-dco" {
|
||||||
direction = "ingress"
|
name = "microk8s"
|
||||||
ethertype = "IPv4"
|
description = "Traffic to allow between microk8s hosts"
|
||||||
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]]
|
provider=openstack.dco
|
||||||
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
|
||||||
provider = openstack.dco
|
|
||||||
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes-sto4[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto4)].access_ip_v4, "32" ])
|
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s.id
|
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_sto4_to_dco" {
|
resource "openstack_networking_secgroup_v2" "ssh-from-jump-hosts-dco" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-sto4)
|
name = "ssh-from-jumphosts"
|
||||||
|
description = "Allow ssh traffic from sunet jumphosts."
|
||||||
|
provider=openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
|
#
|
||||||
|
# Security group rules for microk8s
|
||||||
|
#
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_rule_v4_dco" {
|
||||||
|
count = length(var.k8sports)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv4"
|
||||||
|
protocol = var.k8sports[count.index][keys(var.k8sports[count.index])[0]]
|
||||||
|
port_range_min = keys(var.k8sports[count.index])[0]
|
||||||
|
port_range_max = keys(var.k8sports[count.index])[0]
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_rule_v6_dco" {
|
||||||
|
count = length(var.k8sports)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv6"
|
ethertype = "IPv6"
|
||||||
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]]
|
protocol = var.k8sports[count.index][keys(var.k8sports[count.index])[0]]
|
||||||
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
port_range_min = keys(var.k8sports[count.index])[0]
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
port_range_max = keys(var.k8sports[count.index])[0]
|
||||||
provider = openstack.dco
|
provider = openstack.dco
|
||||||
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes-sto4[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto4)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
remote_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
#
|
||||||
|
# From DCO controllers to dco workers
|
||||||
|
#
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v4_dco_to_dco" {
|
||||||
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.controller-nodes)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv4"
|
||||||
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))])[0]]
|
||||||
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))])[0]
|
||||||
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))])[0]
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.controller-nodes[count.index % length(resource.openstack_compute_instance_v2.controller-nodes)].access_ip_v4, "32"])
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v6_dco_to_dco" {
|
||||||
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.controller-nodes)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv6"
|
||||||
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))])[0]]
|
||||||
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))])[0]
|
||||||
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.controller-nodes))])[0]
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_ip_prefix = join("/", [ replace(resource.openstack_compute_instance_v2.controller-nodes[count.index % length(resource.openstack_compute_instance_v2.controller-nodes)].access_ip_v6, "/[\\[\\]']/",""),"128"])
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
}
|
}
|
||||||
|
|
||||||
#
|
#
|
||||||
|
|
@ -39,7 +79,7 @@ resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_sto3_t
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto3))])[0]
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto3))])[0]
|
||||||
provider = openstack.dco
|
provider = openstack.dco
|
||||||
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes-sto3[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto3)].access_ip_v4, "32" ])
|
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes-sto3[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto3)].access_ip_v4, "32" ])
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_sto3_to_dco" {
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_sto3_to_dco" {
|
||||||
|
|
@ -51,5 +91,62 @@ resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_sto3_t
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto3))])[0]
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto3))])[0]
|
||||||
provider = openstack.dco
|
provider = openstack.dco
|
||||||
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes-sto3[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto3)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes-sto3[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto3)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
#
|
||||||
|
# From STO4 to STO3
|
||||||
|
#
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_sto4_to_dco" {
|
||||||
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-sto4)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv4"
|
||||||
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]]
|
||||||
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
||||||
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes-sto4[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto4)].access_ip_v4, "32" ])
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_sto4_to_dco" {
|
||||||
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-sto4)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv6"
|
||||||
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]]
|
||||||
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
||||||
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-sto4))])[0]
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes-sto4[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-sto4)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.microk8s-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
#
|
||||||
|
# Security group rules for ssh-from-jump-hosts
|
||||||
|
#
|
||||||
|
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "ssh-from-jumphosts-v4rules-dco" {
|
||||||
|
count = length(var.jumphostv4-ips)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv4"
|
||||||
|
protocol = "tcp"
|
||||||
|
port_range_min = "22"
|
||||||
|
port_range_max = "22"
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_ip_prefix = "${var.jumphostv4-ips[count.index]}/32"
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.ssh-from-jump-hosts-dco.id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "ssh-from-jumphosts-v6rules-dco" {
|
||||||
|
count = length(var.jumphostv6-ips)
|
||||||
|
direction = "ingress"
|
||||||
|
ethertype = "IPv6"
|
||||||
|
protocol = "tcp"
|
||||||
|
port_range_min = "22"
|
||||||
|
port_range_max = "22"
|
||||||
|
provider = openstack.dco
|
||||||
|
remote_ip_prefix = "${var.jumphostv6-ips[count.index]}/128"
|
||||||
|
security_group_id = openstack_networking_secgroup_v2.ssh-from-jump-hosts-dco.id
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -66,27 +66,51 @@ resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v6_dc
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_dco_to_sto3" {
|
||||||
|
# count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
||||||
|
# direction = "ingress"
|
||||||
|
# ethertype = "IPv4"
|
||||||
|
# protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
||||||
|
# port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# provider = openstack.sto3
|
||||||
|
# remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v4, "32" ])
|
||||||
|
# security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
||||||
|
#}
|
||||||
|
#
|
||||||
|
#resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_dco_to_sto3" {
|
||||||
|
# count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
||||||
|
# direction = "ingress"
|
||||||
|
# ethertype = "IPv6"
|
||||||
|
# protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
||||||
|
# port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# provider = openstack.sto3
|
||||||
|
# remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
||||||
|
# security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
||||||
|
#}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_dco_to_sto3" {
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_dco_to_sto3" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-dco)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv4"
|
ethertype = "IPv4"
|
||||||
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]]
|
||||||
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
provider = openstack.sto3
|
provider = openstack.sto3
|
||||||
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v4, "32" ])
|
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes-dco[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-dco)].access_ip_v4, "32" ])
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_dco_to_sto3" {
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_dco_to_sto3" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-dco)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv6"
|
ethertype = "IPv6"
|
||||||
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]]
|
||||||
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
provider = openstack.sto3
|
provider = openstack.sto3
|
||||||
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes-dco[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-dco)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto3.id
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -39,7 +39,7 @@ resource "openstack_networking_secgroup_rule_v2" "microk8s_rule_v6_sto4" {
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v4_dco" {
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v4_dco_to_sto4" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.controller-nodes)
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.controller-nodes)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv4"
|
ethertype = "IPv4"
|
||||||
|
|
@ -51,7 +51,7 @@ resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v4_dc
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v6_dco" {
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v6_dco_to_sto4" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.controller-nodes)
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.controller-nodes)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv6"
|
ethertype = "IPv6"
|
||||||
|
|
@ -63,27 +63,51 @@ resource "openstack_networking_secgroup_rule_v2" "microk8s_controller_rule_v6_dc
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_dco" {
|
#resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_dco_to_sto4" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
# count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
||||||
|
# direction = "ingress"
|
||||||
|
# ethertype = "IPv4"
|
||||||
|
# protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
||||||
|
# port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# provider = openstack.sto4
|
||||||
|
# remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v4, "32" ])
|
||||||
|
# security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
|
#}
|
||||||
|
#
|
||||||
|
#resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_dco_to_sto4" {
|
||||||
|
# count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
||||||
|
# direction = "ingress"
|
||||||
|
# ethertype = "IPv6"
|
||||||
|
# protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
||||||
|
# port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
||||||
|
# provider = openstack.sto4
|
||||||
|
# remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
||||||
|
# security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
|
#}
|
||||||
|
|
||||||
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v4_dco_to_sto4" {
|
||||||
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-dco)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv4"
|
ethertype = "IPv4"
|
||||||
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]]
|
||||||
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
provider = openstack.sto4
|
provider = openstack.sto4
|
||||||
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v4, "32" ])
|
remote_ip_prefix = join("/", [ resource.openstack_compute_instance_v2.worker-nodes-dco[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-dco)].access_ip_v4, "32" ])
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
}
|
}
|
||||||
|
|
||||||
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_dco" {
|
resource "openstack_networking_secgroup_rule_v2" "microk8s_worker_rule_v6_dco_to_sto4" {
|
||||||
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes)
|
count = length(var.k8sports) * length(resource.openstack_compute_instance_v2.worker-nodes-dco)
|
||||||
direction = "ingress"
|
direction = "ingress"
|
||||||
ethertype = "IPv6"
|
ethertype = "IPv6"
|
||||||
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]]
|
protocol = var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))][keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]]
|
||||||
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_min = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes))])[0]
|
port_range_max = keys(var.k8sports[floor(count.index/length(resource.openstack_compute_instance_v2.worker-nodes-dco))])[0]
|
||||||
provider = openstack.sto4
|
provider = openstack.sto4
|
||||||
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes[count.index % length(resource.openstack_compute_instance_v2.worker-nodes)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
remote_ip_prefix = join("/",[ replace(resource.openstack_compute_instance_v2.worker-nodes-dco[count.index % length(resource.openstack_compute_instance_v2.worker-nodes-dco)].access_ip_v6, "/[\\[\\]']/",""), "128"])
|
||||||
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
security_group_id = openstack_networking_secgroup_v2.microk8s-sto4.id
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
11
IaC-test/servergroups-dco.tf
Normal file
11
IaC-test/servergroups-dco.tf
Normal file
|
|
@ -0,0 +1,11 @@
|
||||||
|
resource "openstack_compute_servergroup_v2" "workers-dco" {
|
||||||
|
name = "workers"
|
||||||
|
policies = ["anti-affinity"]
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
resource "openstack_compute_servergroup_v2" "controllers-dco" {
|
||||||
|
name = "controllers"
|
||||||
|
policies = ["anti-affinity"]
|
||||||
|
provider = openstack.dco
|
||||||
|
}
|
||||||
|
|
||||||
|
|
@ -34,7 +34,7 @@ variable "keynameworkers" {
|
||||||
}
|
}
|
||||||
|
|
||||||
variable "worker_instance_count" {
|
variable "worker_instance_count" {
|
||||||
default = "1"
|
default = "0"
|
||||||
}
|
}
|
||||||
|
|
||||||
# Replicas per datacenter
|
# Replicas per datacenter
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue