Add 10x CCLake lo-mem hosts for servicing IRIS 2022/2023 allocations

etc/kayobe/ansible/hypervisor-lvm.yml

@@ -23,11 +23,11 @@
         size: '50g'
       - lv: 'var'
         vg: 'system'
-        size: '587g'
+        size: '70g'
     lvm_default_swap_volume:
       lv: 'swap'
       vg: 'system'
-      size: '16G'
+      size: '10G'
   tasks:
     - name: "Grow physical volume partition to use entire disk capacity"
       shell: "growpart /dev/{{ root_disk }} 1"

etc/kayobe/ansible/hypervisor-ofed.yml

@@ -15,7 +15,7 @@
   vars:
     ansible_user: centos
     ansible_python_interpreter: /usr/bin/python
-    ofed_repo_file: http://linux.mellanox.com/public/repo/mlnx_ofed/5.5-1.0.3.2/rhel7.9/mellanox_mlnx_ofed.repo
+    ofed_repo_file: http://linux.mellanox.com/public/repo/mlnx_ofed/5.6-2.0.9.0/rhel7.9/mellanox_mlnx_ofed.repo
     ofed_target_release: rhel7.9
     tuned_adm_profile: virtual-host
     do_sriov: True

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/compute.yml

+---
+###############################################################################
+# Compute node configuration.
+
+# User with which to access the computes via SSH during bootstrap, in order
+# to setup the Kayobe user account.
+compute_bootstrap_user: centos
+
+###############################################################################
+# Network interface attachments.
+
+# List of networks to which compute nodes are attached.
+compute_network_interfaces: >
+   {{ [admin_oc_net_name,
+       provision_oc_net_name,
+       internal_net_name,
+       storage_net_name,
+       tunnel_net_name] | unique | list }}
+
+# List of default networks to which compute nodes are attached.
+#compute_default_network_interfaces:
+
+# List of extra networks to which compute nodes are attached.
+#compute_extra_network_interfaces:
+
+###############################################################################
+# Compute node BIOS configuration.
+
+# Dict of compute BIOS options. Format is same as that used by stackhpc.drac
+# role.
+#compute_bios_config:
+
+# Dict of default compute BIOS options. Format is same as that used by
+# stackhpc.drac role.
+#compute_bios_config_default:
+
+# Dict of additional compute BIOS options. Format is same as that used by
+# stackhpc.drac role.
+#compute_bios_config_extra:
+
+###############################################################################
+# Compute node RAID configuration.
+
+# List of compute RAID volumes. Format is same as that used by stackhpc.drac
+# role.
+#compute_raid_config:
+
+# List of default compute RAID volumes. Format is same as that used by
+# stackhpc.drac role.
+#compute_raid_config_default:
+
+# List of additional compute RAID volumes. Format is same as that used by
+# stackhpc.drac role.
+#compute_raid_config_extra:
+
+###############################################################################
+# Compute node software RAID configuration.
+
+# List of software RAID arrays. See mrlesmithjr.mdadm role for format.
+#compute_mdadm_arrays:
+
+###############################################################################
+# Compute node LVM configuration.
+
+# List of compute volume groups. See mrlesmithjr.manage-lvm role for
+# format.
+#compute_lvm_groups:
+
+# Default list of compute volume groups. See mrlesmithjr.manage-lvm role for
+# format.
+#compute_lvm_groups_default:
+
+# Additional list of compute volume groups. See mrlesmithjr.manage-lvm role
+# for format.
+#compute_lvm_groups_extra:
+
+# Compute LVM volume group for data. See mrlesmithjr.manage-lvm role for
+# format.
+#compute_lvm_group_data:
+
+# List of disks for use by compute LVM data volume group. Default to an
+# invalid value to require configuration.
+#compute_lvm_group_data_disks:
+
+# List of LVM logical volumes for the data volume group.
+#compute_lvm_group_data_lvs:
+
+# Docker volumes LVM backing volume.
+#compute_lvm_group_data_lv_docker_volumes:
+
+# Size of docker volumes LVM backing volume.
+#compute_lvm_group_data_lv_docker_volumes_size:
+
+# Filesystem for docker volumes LVM backing volume. ext4 allows for shrinking.
+#compute_lvm_group_data_lv_docker_volumes_fs:
+
+###############################################################################
+# Compute node Ceph configuration.
+
+# List of Ceph disks.
+# The format is a list of dict like :
+# - { osd: "/dev/sdb", journal: "/dev/sdc" }
+# - { osd: "/dev/sdd" }
+# Journal variable is not mandatory.
+#compute_ceph_disks:
+
+###############################################################################
+# Compute node sysctl configuration.
+
+# Dict of sysctl parameters to set.
+#compute_sysctl_parameters:
+
+###############################################################################
+# Compute node user configuration.
+
+# List of users to create. This should be in a format accepted by the
+# singleplatform-eng.users role.
+#compute_users:
+
+###############################################################################
+# Dummy variable to allow Ansible to accept this file.
+workaround_ansible_issue_8743: yes

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/firewall

+---
+
+firewallgen_enable_firewall: True
+
+firewallgen_ipv4_input_allow_rules:
+  - interface: "lo"
+    port: 25
+    proto: tcp
+    destination: "127.0.0.1"
+    comment: "hint: used by 'master'"
+  - interface: "lo"
+    port: 6633
+    proto: tcp
+    destination: "127.0.0.1"
+    comment: "hint: used by 'neutron-openvsw' in docker container 'neutron_openvswitch_agent'"
+  - interface: "lo"
+    port: 6640
+    proto: tcp
+    destination: "127.0.0.1"
+    comment: "hint: used by 'ovsdb-server' in docker container 'openvswitch_db'"
+  - interface: "{{ admin_oc_net_interface }}"
+    port: 22
+    proto: tcp
+    comment: "hint: used by 'sshd'"
+  - interface: "{{ admin_oc_net_interface }}"
+    port: 161
+    proto: udp
+    comment: "hint: used by 'snmpd'"
+  - interface: "{{ admin_oc_net_interface }}"
+    port: 5665
+    proto: tcp
+    comment: "hint: used by 'icinga2'"
+  - interface: "{{ internal_net_interface }}"
+    port: 8022
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'sshd' in docker container 'nova_ssh'"
+  - interface: "{{ internal_net_interface }}"
+    port: 9100
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'node_exporter' in docker container 'prometheus_node_exporter'"
+  - interface: "{{ internal_net_interface }}"
+    port: 9177
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'libvirt_exporte' in docker container 'prometheus_libvirt_exporter'"
+  - interface: "{{ internal_net_interface }}"
+    port: 16509
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'libvirtd' in docker container 'nova_libvirt'"
+  - interface: "{{ internal_net_name | net_interface }}"
+    port: 9197
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'mtail' in docker container 'prometheus_mtail'"
+  - interface: "{{ internal_net_name | net_interface }}"
+    port: 10000:20000
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "Nova serial console proxy"
+  - interface: "{{ internal_net_name | net_interface }}"
+    port: 18080
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'cadvisor' in docker container 'prometheus_cadvisor'"
+  - interface: "{{ internal_net_name | net_interface }}"
+    port: 49152:49215
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "Nova live migration"
+  - interface: "{{ internal_net_name | net_interface }}"
+    port: 5900:6000
+    proto: tcp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "libvirt serial consoles"
+  - interface: "docker0"
+    port: 123
+    proto: udp
+    destination: "172.17.0.1"
+    comment: "hint: used by 'ntpd'"
+  - interface: "lo"
+    port: 123
+    proto: udp
+    destination: "127.0.0.1"
+    comment: "hint: used by 'ntpd'"
+  - interface: "lo"
+    port: 323
+    proto: udp
+    destination: "127.0.0.1"
+    comment: "hint: used by 'chronyd' in docker container 'chrony'"
+  - interface: "lo"
+    port: 5140
+    proto: udp
+    destination: "127.0.0.1"
+    comment: "hint: used by 'fluentd' in docker container 'fluentd'"
+  - interface: "{{ internal_net_interface }}"
+    port: 123
+    proto: udp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'ntpd'"
+  - interface: "{{ internal_net_interface }}"
+    port: 5140
+    proto: udp
+    destination: "{{ internal_net_name | net_ip }}"
+    comment: "hint: used by 'fluentd' in docker container 'fluentd'"
+  - interface: "{{ tunnel_net_name | net_interface }}"
+    port: 4789
+    proto: udp
+    destination: "{{ tunnel_net_name | net_ip }}"
+    comment: "required for VXLANs to work"

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/firewallgen

+---
+
+firewallgen_libvirt_serial_console_range_start: 5900
+firewallgen_libvirt_serial_console_range_end: 6000
+
+firewallgen_libvirt_serial_console_proxy_range_start: 10000
+firewallgen_libvirt_serial_console_proxy_range_end: 20000
+
+firewallgen_nova_migrate_range_start: 49152
+firewallgen_nova_migrate_range_end: 49215
+
+firewallgen_ipv4_input_allow_rewrite_rules_compute:
+  # systemd socket activation for portmapper service
+  - '. | map(select(.port != 111))'
+  # drop 4789 and add explictly it the custom_rules_extra
+  - '. | map(select(.port != 4789))'
+  # libvirt serial console range is added explictly (see below)
+  - >-
+    . | map(select(.port < {{ firewallgen_libvirt_serial_console_range_start }}  or
+                   .port > {{ firewallgen_libvirt_serial_console_range_end }} ))
+
+firewallgen_ipv4_input_allow_rewrite_rules: >
+  {{ firewallgen_ipv4_input_allow_rewrite_rules_compute +
+  firewallgen_ipv4_input_allow_rewrite_rules_all }}
+
+firewallgen_ipv4_input_allow_custom_rules_extra:
+  # Libvirt serial consoles, based on:
+  # https://blog.scottlowe.org/2013/09/10/adjusting-vnc-console-access-via-libvirt-xml/
+  # https://libvirt.org/git/?p=libvirt.git;a=blob;f=src/qemu/qemu.conf#l387
+  - interface: "{{ firewallgen_interface_tmpl % 'internal_net_name' }}"
+    port: "{{ firewallgen_libvirt_serial_console_range_start }}:{{ firewallgen_libvirt_serial_console_range_end }}"
+    proto: tcp
+    destination: "{% raw %}{{ internal_net_name | net_ip }}{% endraw %}"
+    comment: libvirt serial consoles
+
+  # QEMU-KVM domains bind serial console proxy to this port range, logging console to file
+  - interface: "{{ firewallgen_interface_tmpl % 'internal_net_name' }}"
+    port: "{{ firewallgen_libvirt_serial_console_proxy_range_start }}:{{ firewallgen_libvirt_serial_console_proxy_range_end }}"
+    proto: tcp
+    destination: "{% raw %}{{ internal_net_name | net_ip }}{% endraw %}"
+    comment: Nova serial console proxy
+
+  - interface: "{{ firewallgen_interface_tmpl % 'tunnel_net_name' }}"
+    destination: "{% raw %}{{ tunnel_net_name | net_ip }}{% endraw %}"
+    port: 4789
+    proto: udp
+    comment: required for VXLANs to work
+
+  - interface: "{{ firewallgen_interface_tmpl % 'internal_net_name' }}"
+    port: "{{ firewallgen_nova_migrate_range_start }}:{{ firewallgen_nova_migrate_range_end }}"
+    proto: tcp
+    destination: "{% raw %}{{ internal_net_name | net_ip }}{% endraw %}"
+    comment: Nova live migration

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/lvm

+---
+compute_lvm_groups:
+  - vgname: nova-compute
+    disks:
+      - /dev/sdb
+    create: true
+    lvnames:
+      - lvname: nova-compute-0
+        size: "100%FREE"
+        create: true
+        mount: true
+        filesystem: ext4
+        mntp: /var/lib/nova

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/mellanox

+---
+
+do_sriov: True
+sriov_udev_rule_path: "/etc/udev/rules.d/{{ primary_eth_interface }}.rules"
+
+old_eth_interface: "p4p2"
+primary_eth_interface: "enp94s0f1"

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/network-interfaces

+---
+###############################################################################
+# Network interface definitions for the compute group.
+
+# Bond on dual 10gbE ports
+provision_oc_net_interface: bridge
+provision_oc_net_bridge_ports:
+  - enp94s0f1
+
+# Admin network IP information.
+admin_oc_net_interface: "{{ provision_oc_net_interface }}.{{ admin_oc_net_vlan }}"
+admin_oc_net_gateway: "10.{{ admin_oc_net_vlan }}.255.1"
+
+# Overcloud networks on bond bridge
+internal_net_interface: "{{ provision_oc_net_interface }}.{{ internal_net_vlan }}"
+tunnel_net_interface: "{{ provision_oc_net_interface }}.{{ tunnel_net_vlan }}"
+storage_net_interface: "{{ provision_oc_net_interface }}.{{ storage_net_vlan }}"
+
+###############################################################################
+# Dummy variable to allow Ansible to accept this file.
+workaround_ansible_issue_8743: yes

etc/kayobe/inventory/group_vars/compute-iris-cclake-20220731/tuning

+---
+
+enable_nested_virt: false
+isolated_cpus: "2-55,58-111"
+hugepages_1G_number: 172

etc/kayobe/inventory/overcloud

@@ -189,6 +189,7 @@ compute-iris-cclake-20210814
 compute-iris-cclake-20211206
 compute-iris-cclake-20211213
 compute-iris-cclake-20220113
+compute-iris-cclake-20220731
 a100_gpu_xe8545
 dac_e_r740xd
 
@@ -364,6 +365,18 @@ nova-svn3-er19-u8 ansible_host=10.41.163.207
 nova-svn2-er19-u7 ansible_host=10.41.163.206
 nova-svn1-er19-u8 ansible_host=10.41.163.205
 
+[compute-iris-cclake-20220731]
+nova-svn2-er19-u23 ansible_host=10.41.163.226
+nova-svn1-er19-u24 ansible_host=10.41.163.225
+nova-svn4-er19-u21 ansible_host=10.41.163.224
+nova-svn3-er19-u22 ansible_host=10.41.163.223
+nova-svn3-er19-u14 ansible_host=10.41.163.219
+nova-svn2-er19-u13 ansible_host=10.41.163.218
+nova-svn1-er19-u14 ansible_host=10.41.163.217
+nova-svn4-er19-u11 ansible_host=10.41.163.216
+nova-svn3-er19-u12 ansible_host=10.41.163.215
+nova-svn2-er19-u11 ansible_host=10.41.163.214
+
 [a100_gpu_xe8545]
 nova-gpu-er20-u39
 

etc/kayobe/kolla/inventory/group_vars/compute-iris-cclake-20220731/sriov

+---
+
+enable_neutron_sriov: yes
+
+sriov_physnet_mappings:
+  enp94s0f1: physnet1

etc/kayobe/kolla/inventory/group_vars/compute-iris-cclake-20220731/tuning

+---
+
+nova_cpu_dedicated_set: "2-55,58-111"

etc/kayobe/network-allocation.yml

@@ -38,7 +38,9 @@ admin_oc_net_ips:
   nova-svn1-br18-u16: 10.41.100.29
   nova-svn1-er19-u10: 10.41.163.209
   nova-svn1-er19-u12: 10.41.163.213
+  nova-svn1-er19-u14: 10.41.163.217
   nova-svn1-er19-u22: 10.41.163.221
+  nova-svn1-er19-u24: 10.41.163.225
   nova-svn1-er19-u26: 10.41.163.229
   nova-svn1-er19-u28: 10.41.163.233
   nova-svn1-er19-u30: 10.41.163.237
@@ -53,7 +55,10 @@ admin_oc_net_ips:
   nova-svn2-br18-u13: 10.41.100.26
   nova-svn2-br18-u15: 10.41.100.30
   nova-svn2-br18-u9: 10.41.100.18
+  nova-svn2-er19-u11: 10.41.163.214
+  nova-svn2-er19-u13: 10.41.163.218
   nova-svn2-er19-u21: 10.41.163.222
+  nova-svn2-er19-u23: 10.41.163.226
   nova-svn2-er19-u25: 10.41.163.230
   nova-svn2-er19-u27: 10.41.163.234
   nova-svn2-er19-u29: 10.41.163.238
@@ -69,6 +74,9 @@ admin_oc_net_ips:
   nova-svn3-br18-u14: 10.41.100.27
   nova-svn3-br18-u16: 10.41.100.31
   nova-svn3-er19-u10: 10.41.163.211
+  nova-svn3-er19-u12: 10.41.163.215
+  nova-svn3-er19-u14: 10.41.163.219
+  nova-svn3-er19-u22: 10.41.163.223
   nova-svn3-er19-u24: 10.41.163.227
   nova-svn3-er19-u26: 10.41.163.231
   nova-svn3-er19-u28: 10.41.163.235
@@ -84,7 +92,9 @@ admin_oc_net_ips:
   nova-svn4-br18-u11: 10.41.100.24
   nova-svn4-br18-u16: 10.41.100.32
   nova-svn4-br18-u9: 10.41.100.20
+  nova-svn4-er19-u11: 10.41.163.216
   nova-svn4-er19-u13: 10.41.163.220
+  nova-svn4-er19-u21: 10.41.163.224
   nova-svn4-er19-u23: 10.41.163.228
   nova-svn4-er19-u25: 10.41.163.232
   nova-svn4-er19-u27: 10.41.163.236
@@ -185,7 +195,9 @@ internal_net_ips:
   nova-svn1-br18-u16: 10.5.1.102
   nova-svn1-er19-u10: 10.5.1.87
   nova-svn1-er19-u12: 10.5.1.75
+  nova-svn1-er19-u14: 10.5.1.144
   nova-svn1-er19-u22: 10.5.1.77
+  nova-svn1-er19-u24: 10.5.1.139
   nova-svn1-er19-u26: 10.5.1.72
   nova-svn1-er19-u28: 10.5.1.68
   nova-svn1-er19-u30: 10.5.1.64
@@ -200,7 +212,10 @@ internal_net_ips:
   nova-svn2-br18-u13: 10.5.1.100
   nova-svn2-br18-u15: 10.5.1.103
   nova-svn2-br18-u9: 10.5.1.92
+  nova-svn2-er19-u11: 10.5.1.147
+  nova-svn2-er19-u13: 10.5.1.143
   nova-svn2-er19-u21: 10.5.1.76
+  nova-svn2-er19-u23: 10.5.1.138
   nova-svn2-er19-u25: 10.5.1.71
   nova-svn2-er19-u27: 10.5.1.67
   nova-svn2-er19-u29: 10.5.1.63
@@ -216,6 +231,9 @@ internal_net_ips:
   nova-svn3-br18-u14: 10.5.1.101
   nova-svn3-br18-u16: 10.5.1.104
   nova-svn3-er19-u10: 10.5.1.85
+  nova-svn3-er19-u12: 10.5.1.146
+  nova-svn3-er19-u14: 10.5.1.142
+  nova-svn3-er19-u22: 10.5.1.141
   nova-svn3-er19-u24: 10.5.1.74
   nova-svn3-er19-u26: 10.5.1.70
   nova-svn3-er19-u28: 10.5.1.66
@@ -231,7 +249,9 @@ internal_net_ips:
   nova-svn4-br18-u11: 10.5.1.98
   nova-svn4-br18-u16: 10.5.1.105
   nova-svn4-br18-u9: 10.5.1.94
+  nova-svn4-er19-u11: 10.5.1.145
   nova-svn4-er19-u13: 10.5.1.78
+  nova-svn4-er19-u21: 10.5.1.140
   nova-svn4-er19-u23: 10.5.1.73
   nova-svn4-er19-u25: 10.5.1.69
   nova-svn4-er19-u27: 10.5.1.65
@@ -298,14 +318,19 @@ provision_oc_net_ips:
   arcus-seed: 10.1.0.1
   nova-svn1-er19-u10: 10.1.0.34
   nova-svn1-er19-u12: 10.1.0.22
+  nova-svn1-er19-u14: 10.1.0.45
   nova-svn1-er19-u22: 10.1.0.24
+  nova-svn1-er19-u24: 10.1.0.40
   nova-svn1-er19-u26: 10.1.0.19
   nova-svn1-er19-u28: 10.1.0.15
   nova-svn1-er19-u30: 10.1.0.11
   nova-svn1-er19-u32: 10.1.0.7
   nova-svn1-er19-u34: 10.1.0.3
   nova-svn1-er19-u8: 10.1.0.38
+  nova-svn2-er19-u11: 10.1.0.48
+  nova-svn2-er19-u13: 10.1.0.44
   nova-svn2-er19-u21: 10.1.0.23
+  nova-svn2-er19-u23: 10.1.0.39
   nova-svn2-er19-u25: 10.1.0.18
   nova-svn2-er19-u27: 10.1.0.14
   nova-svn2-er19-u29: 10.1.0.10
@@ -314,6 +339,9 @@ provision_oc_net_ips:
   nova-svn2-er19-u7: 10.1.0.37
   nova-svn2-er19-u9: 10.1.0.33
   nova-svn3-er19-u10: 10.1.0.29
+  nova-svn3-er19-u12: 10.1.0.47
+  nova-svn3-er19-u14: 10.1.0.43
+  nova-svn3-er19-u22: 10.1.0.42
   nova-svn3-er19-u24: 10.1.0.21
   nova-svn3-er19-u26: 10.1.0.17
   nova-svn3-er19-u28: 10.1.0.13
@@ -322,7 +350,9 @@ provision_oc_net_ips:
   nova-svn3-er19-u34: 10.1.0.0
   nova-svn3-er19-u6: 10.1.0.27
   nova-svn3-er19-u8: 10.1.0.36
+  nova-svn4-er19-u11: 10.1.0.46
   nova-svn4-er19-u13: 10.1.0.25
+  nova-svn4-er19-u21: 10.1.0.41
   nova-svn4-er19-u23: 10.1.0.20
   nova-svn4-er19-u25: 10.1.0.16
   nova-svn4-er19-u27: 10.1.0.12
@@ -377,7 +407,9 @@ storage_net_ips:
   nova-svn1-br18-u16: 10.4.201.100
   nova-svn1-er19-u10: 10.4.201.85
   nova-svn1-er19-u12: 10.4.201.73
+  nova-svn1-er19-u14: 10.4.201.142
   nova-svn1-er19-u22: 10.4.201.75
+  nova-svn1-er19-u24: 10.4.201.137
   nova-svn1-er19-u26: 10.4.201.70
   nova-svn1-er19-u28: 10.4.201.66
   nova-svn1-er19-u30: 10.4.201.62
@@ -392,7 +424,10 @@ storage_net_ips:
   nova-svn2-br18-u13: 10.4.201.98
   nova-svn2-br18-u15: 10.4.201.101
   nova-svn2-br18-u9: 10.4.201.90
+  nova-svn2-er19-u11: 10.4.201.145
+  nova-svn2-er19-u13: 10.4.201.141
   nova-svn2-er19-u21: 10.4.201.74
+  nova-svn2-er19-u23: 10.4.201.136
   nova-svn2-er19-u25: 10.4.201.69
   nova-svn2-er19-u27: 10.4.201.65
   nova-svn2-er19-u29: 10.4.201.61
@@ -408,6 +443,9 @@ storage_net_ips:
   nova-svn3-br18-u14: 10.4.201.99
   nova-svn3-br18-u16: 10.4.201.102
   nova-svn3-er19-u10: 10.4.201.83
+  nova-svn3-er19-u12: 10.4.201.144
+  nova-svn3-er19-u14: 10.4.201.140
+  nova-svn3-er19-u22: 10.4.201.139
   nova-svn3-er19-u24: 10.4.201.72
   nova-svn3-er19-u26: 10.4.201.68
   nova-svn3-er19-u28: 10.4.201.64
@@ -423,7 +461,9 @@ storage_net_ips:
   nova-svn4-br18-u11: 10.4.201.96
   nova-svn4-br18-u16: 10.4.201.103
   nova-svn4-br18-u9: 10.4.201.92
+  nova-svn4-er19-u11: 10.4.201.143
   nova-svn4-er19-u13: 10.4.201.76
+  nova-svn4-er19-u21: 10.4.201.138
   nova-svn4-er19-u23: 10.4.201.71
   nova-svn4-er19-u25: 10.4.201.67
   nova-svn4-er19-u27: 10.4.201.63
@@ -514,7 +554,9 @@ tunnel_net_ips:
   nova-svn1-br18-u16: 10.17.1.100
   nova-svn1-er19-u10: 10.17.1.85
   nova-svn1-er19-u12: 10.17.1.73
+  nova-svn1-er19-u14: 10.17.1.142
   nova-svn1-er19-u22: 10.17.1.75
+  nova-svn1-er19-u24: 10.17.1.137
   nova-svn1-er19-u26: 10.17.1.70
   nova-svn1-er19-u28: 10.17.1.66
   nova-svn1-er19-u30: 10.17.1.62
@@ -529,7 +571,10 @@ tunnel_net_ips:
   nova-svn2-br18-u13: 10.17.1.98
   nova-svn2-br18-u15: 10.17.1.101
   nova-svn2-br18-u9: 10.17.1.90
+  nova-svn2-er19-u11: 10.17.1.145
+  nova-svn2-er19-u13: 10.17.1.141
   nova-svn2-er19-u21: 10.17.1.74
+  nova-svn2-er19-u23: 10.17.1.136
   nova-svn2-er19-u25: 10.17.1.69
   nova-svn2-er19-u27: 10.17.1.65
   nova-svn2-er19-u29: 10.17.1.61
@@ -545,6 +590,9 @@ tunnel_net_ips:
   nova-svn3-br18-u14: 10.17.1.99
   nova-svn3-br18-u16: 10.17.1.102
   nova-svn3-er19-u10: 10.17.1.83
+  nova-svn3-er19-u12: 10.17.1.144
+  nova-svn3-er19-u14: 10.17.1.140
+  nova-svn3-er19-u22: 10.17.1.139
   nova-svn3-er19-u24: 10.17.1.72
   nova-svn3-er19-u26: 10.17.1.68
   nova-svn3-er19-u28: 10.17.1.64
@@ -560,7 +608,9 @@ tunnel_net_ips:
   nova-svn4-br18-u11: 10.17.1.96
   nova-svn4-br18-u16: 10.17.1.103
   nova-svn4-br18-u9: 10.17.1.92
+  nova-svn4-er19-u11: 10.17.1.143
   nova-svn4-er19-u13: 10.17.1.76
+  nova-svn4-er19-u21: 10.17.1.138
   nova-svn4-er19-u23: 10.17.1.71
   nova-svn4-er19-u25: 10.17.1.67
   nova-svn4-er19-u27: 10.17.1.63