zlopez/ansible
1
0
Fork 0
forked from infra/ansible
Code Pull requests Activity

openshift in prod rdu3: initial cut at setting up control plane

Browse source 
Added host vars for all the control plane vm's and bootstrap node.
Set latest version for downloading and setting things up.
Setup haproxy in rdu3 prod to load balance the ocp api and internal api.

Signed-off-by: Kevin Fenzi <kevin@scrye.com>
This commit is contained in:
Kevin Fenzi 2025-06-12 14:33:37 -07:00
commit eb3178f55d
7 changed files with 226 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

2
inventory/group_vars/ocp
View file

@ -4,5 +4,5 @@ nagios_Check_Services:
nrpe: false
swap: false
ocp4: true
rhcos_version: 4.8.2
rhcos_version: 4.18.17
vpn: false

47
inventory/host_vars/bootstrap.ocp.rdu3.fedoraproject.org Normal file
View file

@ -0,0 +1,47 @@
---
datacenter: rdu3
dns: 10.16.163.33
dns1: 10.16.163.33
dns2: 10.16.163.34
dns_search1: "rdu3.fedoraproject.org"
dns_search3: "fedoraproject.org"
eth0_ip: "{{eth0_ipv4}}"
eth0_ipv4: 10.16.163.126
eth0_ipv4_gw: 10.16.163.254
freezes: false
gw: "{{ eth0_ipv4_gw }}"
has_ipv4: yes
lvm_size: 120g
mac0: "{{ ansible_default_ipv4.macaddress }}"
max_mem_size: 32768
mem_size: 32768
network_connections:
- autoconnect: yes
ip:
address:
- "{{ eth0_ipv4 }}/{{ eth0_ipv4_nm }}"
dhcp4: no
dns:
- "{{ dns1 }}"
- "{{ dns2 }}"
dns_search:
- "{{ dns_search1 }}"
- "{{ dns_search2 }}"
- "{{ dns_search3 }}"
gateway4: "{{ eth0_ipv4_gw }}"
mac: "{{ mac0 }}"
name: eth0
state: up
type: ethernet
nm: 255.255.255.0
nrpe_procs_crit: 1400
nrpe_procs_warn: 1200
num_cpus: 6
rhcos_ignition_file_url: "http://10.16.163.65/rhcos/bootstrap.ign"
rhcos_install_img_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-metal.x86_64.raw.gz"
rhcos_install_rootfs_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-live-rootfs.x86_64.img"
rhcos_install_url: "http://10.16.163.65/rhcos/"
virt_install_command: "{{ virt_install_command_pxe_rhcos }}"
vmhost: vmhost-x86-03.rdu3.fedoraproject.org
volgroup: /dev/vg_guests
vpn: true

47
inventory/host_vars/ocp01.ocp.rdu3.fedoraproject.org Normal file
View file

@ -0,0 +1,47 @@
---
datacenter: rdu3
dns: 10.16.163.33
dns1: 10.16.163.33
dns2: 10.16.163.34
dns_search1: "rdu3.fedoraproject.org"
dns_search3: "fedoraproject.org"
eth0_ip: "{{eth0_ipv4}}"
eth0_ipv4: 10.16.163.120
eth0_ipv4_gw: 10.16.163.254
freezes: false
gw: "{{ eth0_ipv4_gw }}"
has_ipv4: yes
lvm_size: 120g
mac0: "{{ ansible_default_ipv4.macaddress }}"
max_mem_size: 32768
mem_size: 32768
network_connections:
- autoconnect: yes
ip:
address:
- "{{ eth0_ipv4 }}/{{ eth0_ipv4_nm }}"
dhcp4: no
dns:
- "{{ dns1 }}"
- "{{ dns2 }}"
dns_search:
- "{{ dns_search1 }}"
- "{{ dns_search2 }}"
- "{{ dns_search3 }}"
gateway4: "{{ eth0_ipv4_gw }}"
mac: "{{ mac0 }}"
name: eth0
state: up
type: ethernet
nm: 255.255.255.0
nrpe_procs_crit: 1400
nrpe_procs_warn: 1200
num_cpus: 6
rhcos_ignition_file_url: "http://10.16.163.65/rhcos/controlplane.ign"
rhcos_install_img_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-metal.x86_64.raw.gz"
rhcos_install_rootfs_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-live-rootfs.x86_64.img"
rhcos_install_url: "http://10.16.163.65/rhcos/"
virt_install_command: "{{ virt_install_command_pxe_rhcos }}"
vmhost: vmhost-x86-04.rdu3.fedoraproject.org
volgroup: /dev/vg_guests
vpn: true

47
inventory/host_vars/ocp02.ocp.rdu3.fedoraproject.org Normal file
View file

@ -0,0 +1,47 @@
---
datacenter: rdu3
dns: 10.16.163.33
dns1: 10.16.163.33
dns2: 10.16.163.34
dns_search1: "rdu3.fedoraproject.org"
dns_search3: "fedoraproject.org"
eth0_ip: "{{eth0_ipv4}}"
eth0_ipv4: 10.16.163.121
eth0_ipv4_gw: 10.16.163.254
freezes: false
gw: "{{ eth0_ipv4_gw }}"
has_ipv4: yes
lvm_size: 120g
mac0: "{{ ansible_default_ipv4.macaddress }}"
max_mem_size: 32768
mem_size: 32768
network_connections:
- autoconnect: yes
ip:
address:
- "{{ eth0_ipv4 }}/{{ eth0_ipv4_nm }}"
dhcp4: no
dns:
- "{{ dns1 }}"
- "{{ dns2 }}"
dns_search:
- "{{ dns_search1 }}"
- "{{ dns_search2 }}"
- "{{ dns_search3 }}"
gateway4: "{{ eth0_ipv4_gw }}"
mac: "{{ mac0 }}"
name: eth0
state: up
type: ethernet
nm: 255.255.255.0
nrpe_procs_crit: 1400
nrpe_procs_warn: 1200
num_cpus: 6
rhcos_ignition_file_url: "http://10.16.163.65/rhcos/controlplane.ign"
rhcos_install_img_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-metal.x86_64.raw.gz"
rhcos_install_rootfs_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-live-rootfs.x86_64.img"
rhcos_install_url: "http://10.16.163.65/rhcos/"
virt_install_command: "{{ virt_install_command_pxe_rhcos }}"
vmhost: vmhost-x86-05.rdu3.fedoraproject.org
volgroup: /dev/vg_guests
vpn: true

47
inventory/host_vars/ocp03.ocp.rdu3.fedoraproject.org Normal file
View file

@ -0,0 +1,47 @@
---
datacenter: rdu3
dns: 10.16.163.33
dns1: 10.16.163.33
dns2: 10.16.163.34
dns_search1: "rdu3.fedoraproject.org"
dns_search3: "fedoraproject.org"
eth0_ip: "{{eth0_ipv4}}"
eth0_ipv4: 10.16.163.122
eth0_ipv4_gw: 10.16.163.254
freezes: false
gw: "{{ eth0_ipv4_gw }}"
has_ipv4: yes
lvm_size: 120g
mac0: "{{ ansible_default_ipv4.macaddress }}"
max_mem_size: 32768
mem_size: 32768
network_connections:
- autoconnect: yes
ip:
address:
- "{{ eth0_ipv4 }}/{{ eth0_ipv4_nm }}"
dhcp4: no
dns:
- "{{ dns1 }}"
- "{{ dns2 }}"
dns_search:
- "{{ dns_search1 }}"
- "{{ dns_search2 }}"
- "{{ dns_search3 }}"
gateway4: "{{ eth0_ipv4_gw }}"
mac: "{{ mac0 }}"
name: eth0
state: up
type: ethernet
nm: 255.255.255.0
nrpe_procs_crit: 1400
nrpe_procs_warn: 1200
num_cpus: 6
rhcos_ignition_file_url: "http://10.16.163.65/rhcos/controlplane.ign"
rhcos_install_img_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-metal.x86_64.raw.gz"
rhcos_install_rootfs_url: "http://10.16.163.65/rhcos/rhcos-{{ rhcos_version }}-x86_64-live-rootfs.x86_64.img"
rhcos_install_url: "http://10.16.163.65/rhcos/"
virt_install_command: "{{ virt_install_command_pxe_rhcos }}"
vmhost: vmhost-x86-03.rdu3.fedoraproject.org
volgroup: /dev/vg_guests
vpn: true

17
inventory/inventory
View file

@ -836,16 +836,19 @@ pagure-stg01.fedoraproject.org
os_control
ocp_controlplane
ocp_workers
#ocp_boostrap
ocp_boostrap
[ocp_vms:children]
#ocp_boostrap
ocp_boostrap
ocp_controlplane
[ocp_controlplane]
ocp01.ocp.iad2.fedoraproject.org
ocp02.ocp.iad2.fedoraproject.org
ocp03.ocp.iad2.fedoraproject.org
#ocp01.ocp.iad2.fedoraproject.org
#ocp02.ocp.iad2.fedoraproject.org
#ocp03.ocp.iad2.fedoraproject.org
ocp01.ocp.rdu3.fedoraproject.org
ocp02.ocp.rdu3.fedoraproject.org
ocp03.ocp.rdu3.fedoraproject.org
[ocp_workers]
worker01.ocp.iad2.fedoraproject.org
@ -855,8 +858,8 @@ worker04.ocp.iad2.fedoraproject.org
worker05.ocp.iad2.fedoraproject.org
worker06.ocp.iad2.fedoraproject.org
#[ocp_boostrap]
#bootstrap.ocp.iad2.fedoraproject.org
[ocp_boostrap]
bootstrap.ocp.rdu3.fedoraproject.org
[ocp_stg:children]
os_control_stg

27
roles/haproxy/templates/haproxy.cfg
View file

@ -62,6 +62,33 @@ backend ocp-masters-backend-machineconfig
# temp bootstrap node
# server bootstrap.ocp.iad2.fedoraproject.org bootstrap.ocp.iad2.fedoraproject.org:22623 weight 1 maxconn 16384 check
{% endif %}
{% if env == "production" and 'rdu3' in inventory_hostname %}
frontend ocp-masters-kapi
mode tcp
bind 0.0.0.0:6443
default_backend ocp-masters-backend-kapi
backend ocp-masters-backend-kapi
mode tcp
server ocp01.ocp.rdu3.fedoraproject.org ocp01.ocp.rdu3.fedoraproject.org:6443 weight 1 maxconn 16384 check
server ocp02.ocp.rdu3.fedoraproject.org ocp02.ocp.rdu3.fedoraproject.org:6443 weight 1 maxconn 16384 check
server ocp03.ocp.rdu3.fedoraproject.org ocp03.ocp.rdu3.fedoraproject.org:6443 weight 1 maxconn 16384 check
# temp bootstrap node
server bootstrap.ocp.rdu3.fedoraproject.org bootstrap.ocp.rdu3.fedoraproject.org:6443 weight 1 maxconn 16384 check
frontend ocp-masters-machineconfig
mode tcp
bind 0.0.0.0:22623
default_backend ocp-masters-backend-machineconfig
backend ocp-masters-backend-machineconfig
mode tcp
server ocp01.ocp.rdu3.fedoraproject.org ocp01.ocp.rdu3.fedoraproject.org:22623 weight 1 maxconn 16384 check
server ocp02.ocp.rdu3.fedoraproject.org ocp02.ocp.rdu3.fedoraproject.org:22623 weight 1 maxconn 16384 check
server ocp03.ocp.rdu3.fedoraproject.org ocp03.ocp.rdu3.fedoraproject.org:22623 weight 1 maxconn 16384 check
# temp bootstrap node
server bootstrap.ocp.rdu3.fedoraproject.org bootstrap.ocp.rdu3.fedoraproject.org:22623 weight 1 maxconn 16384 check
{% endif %}
{% if env != "production" and 'iad2' in inventory_hostname %}
frontend ocp-masters-kapi