Started by upstream project "pipeline-templates" build number 1067 originally caused by: Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-jenkins/+/2771 Running as SYSTEM [EnvInject] - Loading node environment variables. Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/test-code-coverage [WS-CLEANUP] Deleting project workspace... [WS-CLEANUP] Deferred wipeout is disabled by the job configuration... [WS-CLEANUP] Done The recommended git tool is: git No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-jenkins.git > git init /home/jenkins/workspace/test-code-coverage/src/opensdn-io/tf-jenkins # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision 7e838c2229640d4f62a8340d940508c85b5e0154 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 7e838c2229640d4f62a8340d940508c85b5e0154 # timeout=10 Commit message: "fix typos" > git rev-list --no-walk fc273f63ae18ebb6c7dac3d1f8dceef67f9efabc # timeout=10 The recommended git tool is: NONE No credentials specified Wiping out workspace first. Cloning the remote Git repository Cloning repository https://github.com/opensdn-io/tf-dev-env.git > git init /home/jenkins/workspace/test-code-coverage/src/opensdn-io/tf-dev-env # timeout=10 Fetching upstream changes from https://github.com/opensdn-io/tf-dev-env.git > git --version # timeout=10 > git --version # 'git version 2.25.1' > git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-dev-env.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/opensdn-io/tf-dev-env.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch > git rev-parse refs/remotes/origin/master^{commit} # timeout=10 Checking out Revision 43a71a9f03618935213e765d47882ccb0d25ab86 (refs/remotes/origin/master) > git config core.sparsecheckout # timeout=10 > git checkout -f 43a71a9f03618935213e765d47882ccb0d25ab86 # timeout=10 Commit message: "disable TLS verify for Raven dnf repos" > git rev-list --no-walk 43a71a9f03618935213e765d47882ccb0d25ab86 # timeout=10 Copied 4 artifacts from "pipeline-templates" build number 1067 [test-code-coverage] $ /bin/bash -xe /tmp/jenkins10435761173366745527.sh + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-code-coverage/vars.test-code-coverage.3093.env ++ export CODE_COVERAGE=true ++ CODE_COVERAGE=true ++ export LINUX_DISTR_VER=9 ++ LINUX_DISTR_VER=9 ++ export LINUX_DISTR=rockylinux ++ LINUX_DISTR=rockylinux + desc='Pipeline: pipeline-templates-1067 Random: 3093
' + desc+='Merged coverage report
' + desc+='Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true/logs/coverage/' + echo 'DESCRIPTION Pipeline: pipeline-templates-1067 Random: 3093
Merged coverage report
Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true/logs/coverage/' DESCRIPTION Pipeline: pipeline-templates-1067 Random: 3093
Merged coverage report
Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true/logs/coverage/ [description-setter] Description set: Pipeline: pipeline-templates-1067 Random: 3093
Merged coverage report
Coverage: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true/logs/coverage/' [test-code-coverage] $ /bin/bash -xe /tmp/jenkins639944032143175865.sh + set -eo pipefail + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-code-coverage/deps.test-code-coverage.3093.env ++ export DEVENV_TAG=sandbox-master-2_7_7_1-4_5 ++ DEVENV_TAG=sandbox-master-2_7_7_1-4_5 ++ export UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ export DEVENV_TAG=master-2_7_7_1-4_5 ++ DEVENV_TAG=master-2_7_7_1-4_5 + source /home/jenkins/workspace/test-code-coverage/vars.test-code-coverage.3093.env ++ export CODE_COVERAGE=true ++ CODE_COVERAGE=true ++ export LINUX_DISTR_VER=9 ++ LINUX_DISTR_VER=9 ++ export LINUX_DISTR=rockylinux ++ LINUX_DISTR=rockylinux + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json INFO: run 'git fetch https://gerrit.opensdn.io//opensdn-io/tf-jenkins refs/changes/98/2798/1' From https://gerrit.opensdn.io//opensdn-io/tf-jenkins * branch refs/changes/98/2798/1 -> FETCH_HEAD INFO: FETCH_HEAD - 7e838c22 fix typos 7e838c2229640d4f62a8340d940508c85b5e0154 fix typos INFO: run 'git fetch https://gerrit.opensdn.io//opensdn-io/tf-jenkins refs/changes/71/2771/45' From https://gerrit.opensdn.io//opensdn-io/tf-jenkins * branch refs/changes/71/2771/45 -> FETCH_HEAD INFO: FETCH_HEAD - 7e838c22 fix typos [detached HEAD 73851ddf] add code-coverage option Author: tikitavi Date: Fri Mar 27 12:16:13 2026 +0300 5 files changed, 84 insertions(+), 17 deletions(-) create mode 100755 jobs/test/unit/collect_coverage_info.sh create mode 100755 jobs/test/unit/merge_code_coverage.sh + ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-dev-env ./patchsets-info.json INFO: run 'git fetch https://gerrit.opensdn.io//opensdn-io/tf-dev-env refs/changes/75/2775/39' From https://gerrit.opensdn.io//opensdn-io/tf-dev-env * branch refs/changes/75/2775/39 -> FETCH_HEAD INFO: FETCH_HEAD - 43a71a9 disable TLS verify for Raven dnf repos [detached HEAD dc8f738] add coverage Author: tikitavi Date: Tue Mar 31 13:18:29 2026 +0300 11 files changed, 218 insertions(+), 8 deletions(-) create mode 100644 scripts/controller_ut/Dockerfile.coverage-merge.tmpl create mode 100755 scripts/controller_ut/build-coverage-merge-container.sh create mode 100755 scripts/controller_ut/coverage_merge/docker-entrypoint-merge.sh create mode 100755 scripts/controller_ut/merge-ut-coverage.sh create mode 100755 scripts/controller_ut/run-coverage.sh [test-code-coverage] $ /bin/bash -xe /tmp/jenkins464565264771516557.sh + set -eo pipefail + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + source /home/jenkins/workspace/test-code-coverage/vars.test-code-coverage.3093.env ++ export CODE_COVERAGE=true ++ CODE_COVERAGE=true ++ export LINUX_DISTR_VER=9 ++ LINUX_DISTR_VER=9 ++ export LINUX_DISTR=rockylinux ++ LINUX_DISTR=rockylinux + source /home/jenkins/workspace/test-code-coverage/deps.test-code-coverage.3093.env ++ export DEVENV_TAG=sandbox-master-2_7_7_1-4_5 ++ DEVENV_TAG=sandbox-master-2_7_7_1-4_5 ++ export UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ UNITTEST_TARGETS=controller/src/agent:test,controller/src/bfd:test,controller/src/bgp:test,controller/src/cat:test,controller/src/config/api-server:test,controller/src/config/fabric-ansible:test,controller/src/config/schema-transformer:test,controller/src/control-node:test,controller/src/db:test,controller/src/dns:test,controller/src/ifmap:test,controller/src/ksync:test,controller/src/net:test,controller/src/xmpp:test,src/contrail-analytics/contrail-collector:test,src/contrail-analytics/contrail-opserver:test,src/contrail-analytics/contrail-query-engine:test,src/contrail-api-client/api-lib:test,src/contrail-api-client/schema:test,src/contrail-common/database/gendb:test, ++ export DEVENV_TAG=master-2_7_7_1-4_5 ++ DEVENV_TAG=master-2_7_7_1-4_5 + export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true + FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true + export COVERAGE_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true/logs/coverage + COVERAGE_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true/logs/coverage + ./src/opensdn-io/tf-jenkins/jobs/test/unit/collect_coverage_info.sh + ./src/opensdn-io/tf-jenkins/jobs/test/unit/create_workers.sh INFO: VM_TYPE=small INSTANCE_TYPE=STD3-2-8 VOLUME_SIZE=50 INFO: project_id=**** INFO: wait for enough resources for required_instances=1 and required_cores=2 Tue May 12 13:17:19 UTC 2026 INFO: waiting for resources is finished Tue May 12 13:17:24 UTC 2026 INFO: openstack volume create --type ceph-ssd --size 50 --availability-zone GZ1 --image 4342c5af-7cec-453c-8480-30a37444aa06 --bootable jenkins-test-code-coverage-21_1_volume +---------------------+--------------------------------------+ | Field | Value | +---------------------+--------------------------------------+ | attachments | [] | | availability_zone | GZ1 | | bootable | false | | consistencygroup_id | None | | created_at | 2026-05-12T13:17:27.424898 | | description | None | | encrypted | False | | id | 22413090-871c-4aa3-9f5a-8e6ec226aaad | | multiattach | False | | name | jenkins-test-code-coverage-21_1 | | properties | | | replication_status | None | | size | 50 | | snapshot_id | None | | source_volid | None | | status | creating | | type | ceph-ssd | | updated_at | None | | user_id | 25d930adb802408885c71e341481886e | +---------------------+--------------------------------------+ Volume jenkins-test-code-coverage-21_1 is available INFO: openstack server create --volume jenkins-test-code-coverage-21_1 --flavor STD3-2-8 --security-group default --availability-zone GZ1 --key-name=worker --network management --wait jenkins-test-code-coverage-21_1 +-----------------------------+------------------------------------------------------------------------+ | Field | Value | +-----------------------------+------------------------------------------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | GZ1 | | OS-EXT-STS:power_state | Running | | OS-EXT-STS:task_state | None | | OS-EXT-STS:vm_state | active | | OS-SRV-USG:launched_at | 2026-05-12T13:18:09.000000 | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | management=10.0.0.50 | | adminPass | 3cMkydPMuTb2 | | config_drive | | | created | 2026-05-12T13:17:48Z | | flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) | | hostId | cc3c0caf7acff7627bf94c100c0912ef6197c982556311389f32bd2a | | id | 58de2bd0-eb12-4eb0-a37f-a95b85e2ad11 | | image | N/A (booted from volume) | | key_name | worker | | name | jenkins-test-code-coverage-21_1 | | progress | 0 | | project_id | **** | | properties | | | security_groups | id='ae6a292d-c48f-4b92-9b1d-4d0a032b0697', name='default', sdn='sprut' | | status | ACTIVE | | updated | 2026-05-12T13:18:09Z | | user_id | 25d930adb802408885c71e341481886e | | volumes_attached | id='22413090-871c-4aa3-9f5a-8e6ec226aaad' | +-----------------------------+------------------------------------------------------------------------+ nova CLI is deprecated and will be removed in a future release Request to add tag PipelineBuildTag=jenkins-pipeline-templates-1067 to specified server has been accepted. Request to add tag JobTag=jenkins-test-code-coverage-21 to specified server has been accepted. Request to add tag GroupTag=jenkins-test-code-coverage-21 to specified server has been accepted. Request to add tag SLAVE=openstack to specified server has been accepted. Request to add tag DOWN= to specified server has been accepted. ssh: connect to host 10.0.0.50 port 22: Connection refused Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Linux jenkins-test-code-coverage-21-1.novalocal 5.14.0-503.14.1.el9_5.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Nov 15 12:04:32 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Found interface: eth0 Actual changes: tx-checksum-ip-generic: off tx-tcp-segmentation: off [not requested] tx-tcp-ecn-segmentation: off [not requested] tx-tcp6-segmentation: off [not requested] INFO: copy mirror-base-rocky9.repo to host Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. INFO: copy mirror-epel9.repo to host Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. INFO: do not set default gateway for second interface Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. added from: http://tf-mirrors.gz1.opensdn.io/re 69 MB/s | 14 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 28 MB/s | 1.9 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 11 MB/s | 402 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 63 MB/s | 16 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 74 MB/s | 11 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 23 MB/s | 1.1 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 47 MB/s | 4.8 MB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 15 MB/s | 697 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 13 MB/s | 474 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 870 kB/s | 18 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 9.7 kB/s | 257 B 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 663 kB/s | 15 kB 00:00 added from: http://tf-mirrors.gz1.opensdn.io/re 118 MB/s | 39 MB 00:00 Package openssh-server-8.7p1-43.el9.x86_64 is already installed. Package openssl-1:3.2.2-6.el9_5.x86_64 is already installed. Dependencies resolved. ================================================================================================ Package Arch Version Repository Size ================================================================================================ Upgrading: openssh x86_64 8.7p1-47.el9_7.rocky.0.1 tf-mirrors.ci_repos_yum9-baseos 453 k openssh-clients x86_64 8.7p1-47.el9_7.rocky.0.1 tf-mirrors.ci_repos_yum9-baseos 707 k openssh-server x86_64 8.7p1-47.el9_7.rocky.0.1 tf-mirrors.ci_repos_yum9-baseos 455 k openssl x86_64 1:3.5.1-7.el9_7 tf-mirrors.ci_repos_yum9-baseos 1.4 M openssl-libs x86_64 1:3.5.1-7.el9_7 tf-mirrors.ci_repos_yum9-baseos 2.3 M Installing dependencies: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 tf-mirrors.ci_repos_yum9-baseos 812 k Transaction Summary ================================================================================================ Install 1 Package Upgrade 5 Packages Total download size: 6.1 M Downloading Packages: (1/6): openssh-8.7p1-47.el9_7.rocky.0.1.x86_64. 10 MB/s | 453 kB 00:00 (2/6): openssh-clients-8.7p1-47.el9_7.rocky.0.1 11 MB/s | 707 kB 00:00 (3/6): openssl-fips-provider-3.5.1-7.el9_7.x86_ 10 MB/s | 812 kB 00:00 (4/6): openssh-server-8.7p1-47.el9_7.rocky.0.1. 9.9 MB/s | 455 kB 00:00 (5/6): openssl-3.5.1-7.el9_7.x86_64.rpm 27 MB/s | 1.4 MB 00:00 (6/6): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 34 MB/s | 2.3 MB 00:00 -------------------------------------------------------------------------------- Total 41 MB/s | 6.1 MB 00:00 Running transaction check Transaction check succeeded. Running transaction test Transaction test succeeded. Running transaction Preparing : 1/1 Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/11 Installing : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/11 Running scriptlet: openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 3/11 Upgrading : openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 3/11 Upgrading : openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 4/11 Running scriptlet: openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 4/11 Running scriptlet: openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 5/11 Upgrading : openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 5/11 Running scriptlet: openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 5/11 Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 6/11 Cleanup : openssl-1:3.2.2-6.el9_5.x86_64 7/11 Running scriptlet: openssh-server-8.7p1-43.el9.x86_64 8/11 Cleanup : openssh-server-8.7p1-43.el9.x86_64 8/11 Running scriptlet: openssh-server-8.7p1-43.el9.x86_64 8/11 Running scriptlet: openssh-clients-8.7p1-43.el9.x86_64 9/11 Cleanup : openssh-clients-8.7p1-43.el9.x86_64 9/11 Cleanup : openssh-8.7p1-43.el9.x86_64 10/11 Cleanup : openssl-libs-1:3.2.2-6.el9_5.x86_64 11/11 Running scriptlet: openssl-libs-1:3.2.2-6.el9_5.x86_64 11/11 Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 1/11 Verifying : openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 2/11 Verifying : openssh-8.7p1-43.el9.x86_64 3/11 Verifying : openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 4/11 Verifying : openssh-clients-8.7p1-43.el9.x86_64 5/11 Verifying : openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 6/11 Verifying : openssh-server-8.7p1-43.el9.x86_64 7/11 Verifying : openssl-1:3.5.1-7.el9_7.x86_64 8/11 Verifying : openssl-1:3.2.2-6.el9_5.x86_64 9/11 Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 10/11 Verifying : openssl-libs-1:3.2.2-6.el9_5.x86_64 11/11 Upgraded: openssh-8.7p1-47.el9_7.rocky.0.1.x86_64 openssh-clients-8.7p1-47.el9_7.rocky.0.1.x86_64 openssh-server-8.7p1-47.el9_7.rocky.0.1.x86_64 openssl-1:3.5.1-7.el9_7.x86_64 openssl-libs-1:3.5.1-7.el9_7.x86_64 Installed: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 Complete! INFO: check dns Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. bash: line 1: nslookup: command not found real 0m0.001s user 0m0.000s sys 0m0.000s INFO: cat /etc/resolv.conf Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. # Generated by NetworkManager search mcs.local novalocal nameserver 10.0.0.2 DEBUG: port_id=bbd23c8b-de04-4cf4-881b-188199c886b3 for 58de2bd0-eb12-4eb0-a37f-a95b85e2ad11 in management + source /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=rocky9 ++ ENVIRONMENT_OS=rocky9 ++ export IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ export IMAGE_SSH_USER=rocky ++ IMAGE_SSH_USER=rocky ++ export INSTANCE_IDS=58de2bd0-eb12-4eb0-a37f-a95b85e2ad11, ++ INSTANCE_IDS=58de2bd0-eb12-4eb0-a37f-a95b85e2ad11, ++ export INSTANCE_IPS=10.0.0.50, ++ INSTANCE_IPS=10.0.0.50, ++ export instance_ip=10.0.0.50 ++ instance_ip=10.0.0.50 + ./src/opensdn-io/tf-jenkins/jobs/test/unit/merge_code_coverage.sh Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. ERROR: lcov not found in PATH; install the lcov package on the worker ERROR: coverage merge failed + res=1 + ./src/opensdn-io/tf-jenkins/jobs/test/unit/collect_logs.sh Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. tar: /home/rocky/output: Cannot open: No such file or directory tar: Error is not recoverable: exiting now Warning: Permanently added '10.0.0.50' (ECDSA) to the list of known hosts. Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts. rsync: link_stat "/home/jenkins/workspace/test-code-coverage/logs" failed: No such file or directory (2) rsync error: some files/attrs were not transferred (see previous errors) (code 23) at main.c(1205) [sender=3.1.3] INFO: Logs collected at /var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067/test-unit-true + exit 1 Build step 'Execute shell' marked build as failure [PostBuildScript] - [INFO] Executing post build scripts. [test-code-coverage] $ /bin/bash -xe /tmp/jenkins8136843134510751296.sh + source /home/jenkins/workspace/test-code-coverage/global.env ++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-1067 ++ export SLAVE=openstack ++ SLAVE=openstack ++ export SLAVE_REGION=gz1 ++ SLAVE_REGION=gz1 ++ export LOGS_HOST=nexus.gz1.opensdn.io ++ LOGS_HOST=nexus.gz1.opensdn.io ++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/71/2771/45/templates_1067 ++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository ++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-2_7_7_1-4_5 ++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101 ++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-2_7_7_1-4_5 ++ export GERRIT_PIPELINE=templates ++ GERRIT_PIPELINE=templates ++ export GERRIT_URL=https://gerrit.opensdn.io/ ++ GERRIT_URL=https://gerrit.opensdn.io/ ++ export GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ GERRIT_CHANGE_ID=Iae2afd13a179ce582f257f8fd3e1027bfbf6f060 ++ export GERRIT_BRANCH=master ++ GERRIT_BRANCH=master ++ export GERRIT_PROJECT=opensdn-io/tf-jenkins ++ GERRIT_PROJECT=opensdn-io/tf-jenkins ++ export REPOS_CHANNEL=latest ++ REPOS_CHANNEL=latest + '[' -e /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env ']' + echo 'INFO: stackrc file found. remove workers.' INFO: stackrc file found. remove workers. + source /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env ++ export PROVIDER=openstack ++ PROVIDER=openstack ++ export ENVIRONMENT_OS=rocky9 ++ ENVIRONMENT_OS=rocky9 ++ export IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ IMAGE=4342c5af-7cec-453c-8480-30a37444aa06 ++ export IMAGE_SSH_USER=rocky ++ IMAGE_SSH_USER=rocky ++ export INSTANCE_IDS=58de2bd0-eb12-4eb0-a37f-a95b85e2ad11, ++ INSTANCE_IDS=58de2bd0-eb12-4eb0-a37f-a95b85e2ad11, ++ export INSTANCE_IPS=10.0.0.50, ++ INSTANCE_IPS=10.0.0.50, ++ export instance_ip=10.0.0.50 ++ instance_ip=10.0.0.50 + ./src/opensdn-io/tf-jenkins/infra/openstack/remove_workers.sh nova CLI is deprecated and will be removed in a future release | locked | False | INFO: do down nodes +-----------------------------+----------------------------------------------------------+ | Field | Value | +-----------------------------+----------------------------------------------------------+ | OS-DCF:diskConfig | MANUAL | | OS-EXT-AZ:availability_zone | GZ1 | | OS-EXT-STS:power_state | Running | | OS-EXT-STS:task_state | None | | OS-EXT-STS:vm_state | active | | OS-SRV-USG:launched_at | 2026-05-12T13:18:09.000000 | | OS-SRV-USG:terminated_at | None | | accessIPv4 | | | accessIPv6 | | | addresses | management=10.0.0.50 | | config_drive | | | created | 2026-05-12T13:17:48Z | | flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) | | hostId | cc3c0caf7acff7627bf94c100c0912ef6197c982556311389f32bd2a | | id | 58de2bd0-eb12-4eb0-a37f-a95b85e2ad11 | | image | N/A (booted from volume) | | key_name | worker | | name | jenkins-test-code-coverage-21_1 | | progress | 0 | | project_id | **** | | properties | | | status | ACTIVE | | updated | 2026-05-12T13:18:09Z | | user_id | 25d930adb802408885c71e341481886e | | volumes_attached | id='22413090-871c-4aa3-9f5a-8e6ec226aaad' | +-----------------------------+----------------------------------------------------------+ + rm -f /home/jenkins/workspace/test-code-coverage/stackrc.test-code-coverage.env Archiving artifacts Finished: FAILURE