[test-operator] Move away from Jobs to Pods

.github/CODEOWNERS

@@ -1,15 +1,20 @@
 # Default code owners
-* @pablintino @lewisdenny
+* @pablintino @lewisdenny @evallesp @bshewale @frenzyfriday
 
 # Adoption
 roles/adoption_osp_deploy @openstack-k8s-operators/adoption-core-reviewers
 
+# BGP
+roles/ci_gen_kustomize_values/templates/bgp @openstack-k8s-operators/bgp
+roles/ci_gen_kustomize_values/templates/bgp_dt01 @openstack-k8s-operators/bgp
+
 # Compliance
 roles/compliance @openstack-k8s-operators/security
 
 # DCN
 roles/ci_dcn_site @openstack-k8s-operators/dcn
 playbooks/dcn.yml @openstack-k8s-operators/dcn
+roles/ci_gen_kustomize_values/templates/dcn @openstack-k8s-operators/dcn
 
 # Must gather
 roles/os_must_gather @openstack-k8s-operators/must-gather
@@ -18,7 +23,11 @@ roles/os_must_gather @openstack-k8s-operators/must-gather
 roles/idrac_configuration @openstack-k8s-operators/nfv
 roles/switch_config @openstack-k8s-operators/nfv
 roles/tofu @eshulman2 @openstack-k8s-operators/nfv
-
+roles/ci_gen_kustomize_values/templates/nfv-ovs-dpdk-sriov-hci @openstack-k8s-operators/nfv
+roles/ci_gen_kustomize_values/templates/ovs-dpdk @openstack-k8s-operators/nfv
+roles/ci_gen_kustomize_values/templates/ovs-dpdk-sriov @openstack-k8s-operators/nfv
+roles/ci_gen_kustomize_values/templates/ovs-dpdk-sriov-2nodesets @openstack-k8s-operators/nfv
+roles/ci_gen_kustomize_values/templates/sriov @openstack-k8s-operators/nfv
 
 # Polarion
 roles/polarion @tosky @ciecierski @jparoly @jirimacku
@@ -28,6 +37,7 @@ roles/reportportal @jirimacku @dsariel @sdatko
 
 # Shiftstack
 roles/shiftstack @rlobillo @eurijon
+roles/ci_gen_kustomize_values/templates/shiftstack @rlobillo @eurijon
 
 # Storage
 roles/cifmw_block_device @openstack-k8s-operators/storage
@@ -42,6 +52,9 @@ roles/nat64_appliance @hjensas
 roles/ci_lvms_storage @fultonj @fmount @abays
 roles/ci_local_storage @fultonj @fmount @abays
 
+# Uni
+roles/ci_gen_kustomize_values/templates/uni* @openstack-k8s-operators/ciops
+
 # Update
 roles/update @openstack-k8s-operators/updates
 

OWNERS

@@ -1,12 +1,12 @@
 approvers:
   - abays
+  - bshewale
   - cescgina
+  - evallesp
+  - frenzyfriday
   - fultonj
   - lewisdenny
   - pablintino
-  - raukadah
-  - rlandy
-  - viroel
 
 reviewers:
   - adrianfusco

ci/playbooks/kuttl/run-kuttl-tests.yml

@@ -52,6 +52,8 @@
   ansible.builtin.include_role:
     name: 'install_yamls_makes'
     tasks_from: 'make_{{ operator }}_kuttl.yml'
+    apply:
+      ignore_errors: true  # noqa: ignore-errors
 
 - name: 'Get resource status after {{ operator }}_kuttl run'
   environment:
@@ -61,3 +63,41 @@
     {{ item }} > {{ cifmw_artifacts_basedir }}/logs/cmd_after_{{ operator }}_kuttl.log
   loop: "{{ commands_after_kuttl_run }}"
   ignore_errors: true
+
+# Some of the xml files may not be the JUnitXML results, but getting the exact file
+# name (parsing the KUTTL configuration) may be too cumbersome.
+- name: Find the generated JUnitXML files
+  ansible.builtin.find:
+    paths: "{{ cifmw_installyamls_repos }}"
+    file_type: file
+    patterns: '*.xml'
+  register: "_cifmw_kuttl_xml_files"
+
+- name: Copy the log results of {{ operator }}
+  vars:
+    _kuttl_test_result_dir: "{{ cifmw_artifacts_basedir }}/tests/kuttl_{{ operator }}"
+  block:
+    - name: Create the test results directory
+      ansible.builtin.file:
+        path: "{{ _kuttl_test_result_dir }}"
+        state: directory
+        mode: '0755'
+
+    - name: Copy the generated test results to the test results directory
+      ansible.builtin.copy:
+        src: "{{ item.path }}"
+        dest: "{{ _kuttl_test_result_dir }}"
+        mode: '0644'
+      loop: "{{ _cifmw_kuttl_xml_files.files }}"
+      ignore_errors: true  # noqa: ignore-errors
+
+# Note: the variable checked here is set by the specific autogenerated task
+# for the autogenerated install_yamls_makes role.
+- name: Fail when any tests failed
+  vars:
+    _kuttl_curr_operator_result: "{{ lookup('vars', 'make_' + operator + '_kuttl_status')|default(1) }}"
+  ansible.builtin.assert:
+    that:
+      - _kuttl_curr_operator_result.rc == 0
+    success_msg: "KUTTL tests for {{ operator }} passed"
+    fail_msg: "KUTTL tests for {{ operator }} failed"

ci/playbooks/multinode-autohold.yml

@@ -20,10 +20,16 @@
       block:
         - name: Fetch existing autoholds from zuul
           vars:
+            _zuul_host: >-
+              {{
+                zuul.executor.hostname
+                if (zuul.executor.hostname is ansible.utils.ip) else
+                (zuul.executor.hostname | split('.'))[1:] | join('.')
+              }}
             _zuul_api_url: >-
               {{
                 [
-                  ('https://'+ (zuul.executor.hostname | split('.'))[1:] | join('.')),
+                  ('https://'+ _zuul_host),
                   'zuul',
                   'api',
                   'tenant',
@@ -32,7 +38,7 @@
                 ] | join('/')
               }}
           ansible.builtin.uri:
-            url: "{{ _zuul_api_url }}"
+            url: "{{ zuul_autohold_endpoint | default(_zuul_api_url) }}"
             method: GET
             headers:
               Content-Type: "application/json"

common-requirements.txt

@@ -1,9 +1,7 @@
-ansible-core>=2.14.0
-oauthlib>=3.2.0 # k8s lib that requires manual upgrade
-kubernetes
-kubernetes-validate
-openstacksdk
-jsonschema>=4.20.0
-
-# Allows to unpin cryptography
-pyOpenSSL>=22.1.0
+ansible-core==2.15.13
+oauthlib==3.2.2
+kubernetes==31.0.0
+kubernetes-validate==1.31.0
+openstacksdk==4.1.0
+jsonschema==4.23.0
+pyOpenSSL==24.2.1

docs/dictionary/en-custom.txt

@@ -1,6 +1,7 @@
 aaabbcc
 abcdefghij
 addr
+afuscoar
 alertmanager
 ansible
 ansibleee
@@ -105,6 +106,8 @@ ctl
 ctlplane
 ctrl
 ctx
+cve
+customizations
 dashboard
 dataplane
 dataplanedeployments
@@ -164,6 +167,7 @@ fbqufbqkfbzxrja
 fci
 fedoraproject
 fil
+filesystem
 fips
 firewalld
 flbxutz
@@ -173,6 +177,7 @@ freefonts
 frmo
 fsid
 fultonj
+fusco
 fwcybtb
 gapped
 genericcloud
@@ -295,13 +300,15 @@ manpage
 mawxlihjizaogicbjyxbzig
 mawxlihjizcbwb
 maxdepth
+mcs
 mellanox
 metallb
 metalsmith
 mgmt
 mins
 minsizegigabytes
 mlnx
+mls
 modprobe
 mountpoints
 mtcylje
@@ -463,7 +470,11 @@ scansettingbinding
 scap
 scp
 sdk
+selevel
 selinux
+serole
+setype
+seuser
 sha
 shiftstack
 shiftstackclient
@@ -472,6 +483,7 @@ sizepercent
 skbg
 skiplist
 specificities
+spnego
 spxzvbhvtzxmsihbyb
 src
 sshkey

docs/source/baremetal/01_baremetal_hosts_data.md

@@ -53,6 +53,8 @@ cifmw_baremetal_hosts:
     nmstate:
       # interfaces: # Sample nmstate state snippet
       #   - name: enp6s0f0.161
+    # Optional: (string) app label
+    label: openstack
 
   compute-1:
     # Another BM host

docs/source/reproducers/03-zuul.md

@@ -1,5 +1,9 @@
 # Zuul job
 
+~~~{warning}
+This feature isn't tested nor used by the CI Framework team. This feature will be supported and rewritten in our new version of the tool.
+~~~
+
 ~~~{tip}
 It is strongly advised to run this reproducer against a dedicated hypervisor
 with enough resources. The current configuration will require close to 40G

galaxy.yml

@@ -71,20 +71,20 @@ tags:
 # L(specifiers,https://python-semanticversion.readthedocs.io/en/latest/#requirement-specification). Multiple version
 # range specifiers can be set and are separated by ','
 dependencies:
-  'git+https://github.com/containers/ansible-podman-collections': 'main'
-  'git+https://github.com/ansible-collections/community.general': 'main'
-  'git+https://github.com/ansible-collections/ansible.posix': 'main'
-  'git+https://github.com/ansible-collections/ansible.utils': 'main'
-  'git+https://github.com/ansible-collections/community.libvirt': 'main'
-  'git+https://github.com/ansible-collections/community.crypto': 'main'
-  'git+https://github.com/ansible-collections/kubernetes.core': 'main'
-  'git+https://github.com/ansible-collections/ansible.netcommon': 'main'
-  'git+https://github.com/openstack/ansible-config_template': 'master'
-  'git+https://github.com/ansible-collections/junipernetworks.junos': 'main'
-  'git+https://github.com/ansible-collections/cisco.ios': 'main'
-  'git+https://github.com/ansible-collections/mellanox.onyx': 'master'
-  'git+https://github.com/openshift/community.okd': 'main'
-  'git+https://github.com/ovirt/ovirt-ansible-collection': 'master'
+  'git+https://github.com/containers/ansible-podman-collections': '1.16.2'
+  'git+https://github.com/ansible-collections/community.general': '10.0.1'
+  'git+https://github.com/ansible-collections/ansible.posix': '1.6.2'
+  'git+https://github.com/ansible-collections/ansible.utils': 'v5.1.2'
+  'git+https://github.com/ansible-collections/community.libvirt': '1.3.0'
+  'git+https://github.com/ansible-collections/community.crypto': '2.22.3'
+  'git+https://github.com/ansible-collections/kubernetes.core': '5.0.0'
+  'git+https://github.com/ansible-collections/ansible.netcommon': 'v7.1.0'
+  'git+https://github.com/openstack/ansible-config_template': '2.1.1'
+  'git+https://github.com/ansible-collections/junipernetworks.junos': 'v9.1.0'
+  'git+https://github.com/ansible-collections/cisco.ios': 'v9.0.3'
+  'git+https://github.com/ansible-collections/mellanox.onyx': 'master' # Unmaintained, no tags
+  'git+https://github.com/openshift/community.okd': '4.0.0'
+  'git+https://github.com/ovirt/ovirt-ansible-collection': '3.2.0-1'
 
 # The URL of the originating SCM repository
 repository: https://github.com/openstack-k8s-operators/ci-framework