all: children: cephs: hosts: instance: null computes: hosts: instance: null controllers: hosts: instance: null zuul_unreachable: hosts: {} hosts: instance: ansible_connection: ssh ansible_host: 199.19.213.30 ansible_port: 22 ansible_python_interpreter: auto ansible_user: zuul atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 csi_driver: rbd kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_install_collection_siblings: true molecule_scenario: csi nodepool: az: nova cloud: public external_id: 546e5374-98f8-4548-870f-579f2f6af5e2 host_id: 571d5e5ab8f99eb6066d22838dc03059a55de74ec327a875b342f73d interface_ip: 199.19.213.30 label: ubuntu-jammy node_properties: {} private_ipv4: 199.19.213.30 private_ipv6: null provider: yul1 public_ipv4: 199.19.213.30 public_ipv6: 2604:e100:1:0:f816:3eff:fec6:6fc7 region: ca-ymq-1 slot: null zuul_node: az: nova cloud: public external_id: 546e5374-98f8-4548-870f-579f2f6af5e2 host_id: 571d5e5ab8f99eb6066d22838dc03059a55de74ec327a875b342f73d interface_ip: 199.19.213.30 label: ubuntu-jammy node_properties: {} private_ipv4: 199.19.213.30 private_ipv6: null provider: yul1 public_ipv4: 199.19.213.30 public_ipv6: 2604:e100:1:0:f816:3eff:fec6:6fc7 region: ca-ymq-1 slot: null uuid: null vars: atmosphere_image_prefix: harbor.atmosphere.dev/ ceph_conf_overrides: - option: mon allow pool size one section: global value: true - option: osd crush chooseleaf type section: global value: 0 - option: auth allow insecure global id reclaim section: mon value: false ceph_csi_rbd_helm_values: provisioner: replicaCount: 1 ceph_fsid: 4837cbf8-4f90-4300-b3f6-726c9b9f89b4 ceph_osd_devices: - /dev/ceph-{{ inventory_hostname_short }}-osd0/data - /dev/ceph-{{ inventory_hostname_short }}-osd1/data - /dev/ceph-{{ inventory_hostname_short }}-osd2/data cilium_helm_values: operator: replicas: 1 csi_driver: rbd kube_vip_address: 172.17.0.100 kube_vip_interface: '{{ ansible_facts[''default_ipv4''].interface }}' kubernetes_hostname: '{{ ansible_facts[''default_ipv4''].address }}' molecule_install_collection_siblings: true molecule_scenario: csi zuul: _inheritance_path: - '' - '' - '' - '' - '' - '' ansible_version: '9' attempts: 1 branch: main build: 98e7e21d8e99440eaba179b0c01a5bf3 build_refs: - branch: main change: '4066' change_message: 'feat(monitoring): add host network failure alerts ## Summary - tune `NodeBondingDegraded` to alert after 1 minute with a production runbook - add `NodePhysicalNetworkTransmitErrors` for physical NIC transmit errors using existing `node-exporter` and `ethtool` metrics - add promtool coverage, monitoring documentation, and a reno release note - fix two existing MySQL alert fixtures so the full rule suite passes with sustained `for: 5m` conditions ## Why INC-13 showed that an Intel XXV710 / `i40e` bond failure can precede Kubernetes node unreachable alerts by roughly 16 minutes. These alerts are vendor-neutral and fit all production environments because they use the kube-prometheus-stack/node-exporter path already deployed by Atmosphere. ## Validation - `go test ./roles/kube_prometheus_stack` - `git diff --check HEAD~1..HEAD`' change_url: https://github.com/vexxhost/atmosphere/pull/4066 commit_id: cba328ef71d9928758569e300098a89e8915f8a5 patchset: cba328ef71d9928758569e300098a89e8915f8a5 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null buildset: 56a6bf542abc4546b4743d1f7b37b1ee buildset_refs: - branch: main change: '4066' change_message: 'feat(monitoring): add host network failure alerts ## Summary - tune `NodeBondingDegraded` to alert after 1 minute with a production runbook - add `NodePhysicalNetworkTransmitErrors` for physical NIC transmit errors using existing `node-exporter` and `ethtool` metrics - add promtool coverage, monitoring documentation, and a reno release note - fix two existing MySQL alert fixtures so the full rule suite passes with sustained `for: 5m` conditions ## Why INC-13 showed that an Intel XXV710 / `i40e` bond failure can precede Kubernetes node unreachable alerts by roughly 16 minutes. These alerts are vendor-neutral and fit all production environments because they use the kube-prometheus-stack/node-exporter path already deployed by Atmosphere. ## Validation - `go test ./roles/kube_prometheus_stack` - `git diff --check HEAD~1..HEAD`' change_url: https://github.com/vexxhost/atmosphere/pull/4066 commit_id: cba328ef71d9928758569e300098a89e8915f8a5 patchset: cba328ef71d9928758569e300098a89e8915f8a5 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null change: '4066' change_message: 'feat(monitoring): add host network failure alerts ## Summary - tune `NodeBondingDegraded` to alert after 1 minute with a production runbook - add `NodePhysicalNetworkTransmitErrors` for physical NIC transmit errors using existing `node-exporter` and `ethtool` metrics - add promtool coverage, monitoring documentation, and a reno release note - fix two existing MySQL alert fixtures so the full rule suite passes with sustained `for: 5m` conditions ## Why INC-13 showed that an Intel XXV710 / `i40e` bond failure can precede Kubernetes node unreachable alerts by roughly 16 minutes. These alerts are vendor-neutral and fit all production environments because they use the kube-prometheus-stack/node-exporter path already deployed by Atmosphere. ## Validation - `go test ./roles/kube_prometheus_stack` - `git diff --check HEAD~1..HEAD`' change_url: https://github.com/vexxhost/atmosphere/pull/4066 child_jobs: [] commit_id: cba328ef71d9928758569e300098a89e8915f8a5 event_id: f750e4d0-6950-11f1-87b8-7e3e351aefae executor: hostname: 2d72f0692154 inventory_file: /var/lib/zuul/builds/98e7e21d8e99440eaba179b0c01a5bf3/ansible/inventory.yaml log_root: /var/lib/zuul/builds/98e7e21d8e99440eaba179b0c01a5bf3/work/logs result_data_file: /var/lib/zuul/builds/98e7e21d8e99440eaba179b0c01a5bf3/work/results.json src_root: /var/lib/zuul/builds/98e7e21d8e99440eaba179b0c01a5bf3/work/src work_root: /var/lib/zuul/builds/98e7e21d8e99440eaba179b0c01a5bf3/work include_vars: [] items: - branch: main change: '4066' change_message: 'feat(monitoring): add host network failure alerts ## Summary - tune `NodeBondingDegraded` to alert after 1 minute with a production runbook - add `NodePhysicalNetworkTransmitErrors` for physical NIC transmit errors using existing `node-exporter` and `ethtool` metrics - add promtool coverage, monitoring documentation, and a reno release note - fix two existing MySQL alert fixtures so the full rule suite passes with sustained `for: 5m` conditions ## Why INC-13 showed that an Intel XXV710 / `i40e` bond failure can precede Kubernetes node unreachable alerts by roughly 16 minutes. These alerts are vendor-neutral and fit all production environments because they use the kube-prometheus-stack/node-exporter path already deployed by Atmosphere. ## Validation - `go test ./roles/kube_prometheus_stack` - `git diff --check HEAD~1..HEAD`' change_url: https://github.com/vexxhost/atmosphere/pull/4066 commit_id: cba328ef71d9928758569e300098a89e8915f8a5 patchset: cba328ef71d9928758569e300098a89e8915f8a5 project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere topic: null job: atmosphere-molecule-csi-rbd jobtags: [] max_attempts: 3 message: ZmVhdChtb25pdG9yaW5nKTogYWRkIGhvc3QgbmV0d29yayBmYWlsdXJlIGFsZXJ0cwoKIyMgU3VtbWFyeQoKLSB0dW5lIGBOb2RlQm9uZGluZ0RlZ3JhZGVkYCB0byBhbGVydCBhZnRlciAxIG1pbnV0ZSB3aXRoIGEgcHJvZHVjdGlvbiBydW5ib29rCi0gYWRkIGBOb2RlUGh5c2ljYWxOZXR3b3JrVHJhbnNtaXRFcnJvcnNgIGZvciBwaHlzaWNhbCBOSUMgdHJhbnNtaXQgZXJyb3JzIHVzaW5nIGV4aXN0aW5nIGBub2RlLWV4cG9ydGVyYCBhbmQgYGV0aHRvb2xgIG1ldHJpY3MKLSBhZGQgcHJvbXRvb2wgY292ZXJhZ2UsIG1vbml0b3JpbmcgZG9jdW1lbnRhdGlvbiwgYW5kIGEgcmVubyByZWxlYXNlIG5vdGUKLSBmaXggdHdvIGV4aXN0aW5nIE15U1FMIGFsZXJ0IGZpeHR1cmVzIHNvIHRoZSBmdWxsIHJ1bGUgc3VpdGUgcGFzc2VzIHdpdGggc3VzdGFpbmVkIGBmb3I6IDVtYCBjb25kaXRpb25zCgojIyBXaHkKCklOQy0xMyBzaG93ZWQgdGhhdCBhbiBJbnRlbCBYWFY3MTAgLyBgaTQwZWAgYm9uZCBmYWlsdXJlIGNhbiBwcmVjZWRlIEt1YmVybmV0ZXMgbm9kZSB1bnJlYWNoYWJsZSBhbGVydHMgYnkgcm91Z2hseSAxNiBtaW51dGVzLiBUaGVzZSBhbGVydHMgYXJlIHZlbmRvci1uZXV0cmFsIGFuZCBmaXQgYWxsIHByb2R1Y3Rpb24gZW52aXJvbm1lbnRzIGJlY2F1c2UgdGhleSB1c2UgdGhlIGt1YmUtcHJvbWV0aGV1cy1zdGFjay9ub2RlLWV4cG9ydGVyIHBhdGggYWxyZWFkeSBkZXBsb3llZCBieSBBdG1vc3BoZXJlLgoKIyMgVmFsaWRhdGlvbgoKLSBgZ28gdGVzdCAuL3JvbGVzL2t1YmVfcHJvbWV0aGV1c19zdGFja2AKLSBgZ2l0IGRpZmYgLS1jaGVjayBIRUFEfjEuLkhFQURg patchset: cba328ef71d9928758569e300098a89e8915f8a5 pipeline: check playbook_context: playbook_projects: trusted/project_0/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 trusted/project_1/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 82e3e8b1292a25e38235bb92b157992d326531d1 trusted/project_2/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: 348c7ff425450b0356e1d84589143dce260be74a untrusted/project_0/github.com/vexxhost/zuul-jobs: canonical_name: github.com/vexxhost/zuul-jobs checkout: main commit: 348c7ff425450b0356e1d84589143dce260be74a untrusted/project_1/github.com/vexxhost/zuul-config: canonical_name: github.com/vexxhost/zuul-config checkout: main commit: 298983cd1253e6833abdb49d87d912527e0e6597 untrusted/project_2/opendev.org/zuul/zuul-jobs: canonical_name: opendev.org/zuul/zuul-jobs checkout: master commit: 82e3e8b1292a25e38235bb92b157992d326531d1 untrusted/project_3/github.com/vexxhost/atmosphere-zuul-jobs: canonical_name: github.com/vexxhost/atmosphere-zuul-jobs checkout: main commit: 310da0c3635c4a334a630c2ee2e1633ec24ef5b8 untrusted/project_4/opendev.org/openstack/openstack-helm: canonical_name: opendev.org/openstack/openstack-helm checkout: master commit: 9d891d3e679b522832c216f23e30e64a9b400681 playbooks: - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/playbook_0/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/playbook_0/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/playbook_0/role_2/zuul-jobs/roles post_playbooks: - path: untrusted/project_3/github.com/vexxhost/atmosphere-zuul-jobs/playbooks/molecule/post.yml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/post_playbook_0/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_0/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_0/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_0/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_0/role_4/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_1/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_1/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_1/role_2/zuul-jobs/roles - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/post-logs.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/post_playbook_2/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/post_playbook_2/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/post_playbook_2/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/post_playbook_2/role_2/zuul-jobs/roles pre_playbooks: - path: trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_0/role_1/zuul-jobs link_target: trusted/project_1/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_0/role_1/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_0/role_2/zuul-jobs link_target: trusted/project_2/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_0/role_2/zuul-jobs/roles - path: untrusted/project_0/github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_1/role_1/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_1/role_1/zuul-jobs/roles - checkout: main checkout_description: playbook branch link_name: ansible/pre_playbook_1/role_2/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_1/role_2/zuul-jobs/roles - path: untrusted/project_3/github.com/vexxhost/atmosphere-zuul-jobs/playbooks/molecule/pre.yml roles: - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_1/openstack-helm link_target: untrusted/project_4/opendev.org/openstack/openstack-helm role_path: ansible/pre_playbook_2/role_1/openstack-helm/roles - checkout: master checkout_description: project default branch link_name: ansible/pre_playbook_2/role_3/zuul-jobs link_target: untrusted/project_2/opendev.org/zuul/zuul-jobs role_path: ansible/pre_playbook_2/role_3/zuul-jobs/roles - checkout: main checkout_description: zuul branch link_name: ansible/pre_playbook_2/role_4/zuul-jobs link_target: untrusted/project_0/github.com/vexxhost/zuul-jobs role_path: ansible/pre_playbook_2/role_4/zuul-jobs/roles post_review: false post_timeout: null pre_timeout: null project: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere name: vexxhost/atmosphere short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere projects: github.com/ansible-collections/ansible.netcommon: canonical_hostname: github.com canonical_name: github.com/ansible-collections/ansible.netcommon checkout: main checkout_description: zuul branch commit: b7fef434617ed47c562a4fef9764e335215c8b82 name: ansible-collections/ansible.netcommon required: true short_name: ansible.netcommon src_dir: src/github.com/ansible-collections/ansible.netcommon github.com/ansible-collections/ansible.posix: canonical_hostname: github.com canonical_name: github.com/ansible-collections/ansible.posix checkout: main checkout_description: zuul branch commit: 674315f2da475d25889d0b32a96ed0be580d8af3 name: ansible-collections/ansible.posix required: true short_name: ansible.posix src_dir: src/github.com/ansible-collections/ansible.posix github.com/ansible-collections/ansible.utils: canonical_hostname: github.com canonical_name: github.com/ansible-collections/ansible.utils checkout: main checkout_description: zuul branch commit: 1eca32b5d2506f6439b6b1b1ca0d8f6d307b8099 name: ansible-collections/ansible.utils required: true short_name: ansible.utils src_dir: src/github.com/ansible-collections/ansible.utils github.com/ansible-collections/community.crypto: canonical_hostname: github.com canonical_name: github.com/ansible-collections/community.crypto checkout: main checkout_description: zuul branch commit: 9eeca8b4b4c9adb61eec70d4390634a3627253fd name: ansible-collections/community.crypto required: true short_name: community.crypto src_dir: src/github.com/ansible-collections/community.crypto github.com/ansible-collections/community.general: canonical_hostname: github.com canonical_name: github.com/ansible-collections/community.general checkout: main checkout_description: zuul branch commit: 57739cbbd933f1b749b32d6f0f595e5ae2ca16be name: ansible-collections/community.general required: true short_name: community.general src_dir: src/github.com/ansible-collections/community.general github.com/ansible-collections/community.mysql: canonical_hostname: github.com canonical_name: github.com/ansible-collections/community.mysql checkout: main checkout_description: zuul branch commit: 4cf7a3176fbd07be43459f1366e8066381df6d97 name: ansible-collections/community.mysql required: true short_name: community.mysql src_dir: src/github.com/ansible-collections/community.mysql github.com/ansible-collections/kubernetes.core: canonical_hostname: github.com canonical_name: github.com/ansible-collections/kubernetes.core checkout: main checkout_description: zuul branch commit: f69761f37cf6367d9693d0ac93c62b2c10e11cff name: ansible-collections/kubernetes.core required: true short_name: kubernetes.core src_dir: src/github.com/ansible-collections/kubernetes.core github.com/vexxhost/ansible-collection-ceph: canonical_hostname: github.com canonical_name: github.com/vexxhost/ansible-collection-ceph checkout: main checkout_description: zuul branch commit: 73f630a25d5c22f029e85298d9d47f3d94a014a6 name: vexxhost/ansible-collection-ceph required: true short_name: ansible-collection-ceph src_dir: src/github.com/vexxhost/ansible-collection-ceph github.com/vexxhost/ansible-collection-containers: canonical_hostname: github.com canonical_name: github.com/vexxhost/ansible-collection-containers checkout: main checkout_description: zuul branch commit: 62193e9ddde9e79c56f90d99f849a3471d119526 name: vexxhost/ansible-collection-containers required: true short_name: ansible-collection-containers src_dir: src/github.com/vexxhost/ansible-collection-containers github.com/vexxhost/ansible-collection-kubernetes: canonical_hostname: github.com canonical_name: github.com/vexxhost/ansible-collection-kubernetes checkout: main checkout_description: zuul branch commit: b76f94376a9eb8e7f018da7539aa9e3b73557330 name: vexxhost/ansible-collection-kubernetes required: true short_name: ansible-collection-kubernetes src_dir: src/github.com/vexxhost/ansible-collection-kubernetes github.com/vexxhost/atmosphere: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere checkout: main checkout_description: zuul branch commit: cba328ef71d9928758569e300098a89e8915f8a5 name: vexxhost/atmosphere required: false short_name: atmosphere src_dir: src/github.com/vexxhost/atmosphere github.com/vexxhost/atmosphere.common: canonical_hostname: github.com canonical_name: github.com/vexxhost/atmosphere.common checkout: main checkout_description: zuul branch commit: d00ec7f88fdc7ca2ce504a7e19c4049986cdac86 name: vexxhost/atmosphere.common required: true short_name: atmosphere.common src_dir: src/github.com/vexxhost/atmosphere.common opendev.org/openstack/ansible-collections-openstack: canonical_hostname: opendev.org canonical_name: opendev.org/openstack/ansible-collections-openstack checkout: master checkout_description: project default branch commit: 209cf2d60533d5094aaf0308765d2e538091f203 name: openstack/ansible-collections-openstack required: true short_name: ansible-collections-openstack src_dir: src/opendev.org/openstack/ansible-collections-openstack ref: refs/pull/4066/head resources: {} tenant: oss timeout: 1800 topic: null voting: true