Started by upstream project "pipeline-templates" build number 236
originally caused by:
Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-ansible-deployer/+/1296
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/collect-logs-and-cleanup@2
[WS-CLEANUP] Deleting project workspace...
[WS-CLEANUP] Deferred wipeout is disabled by the job configuration...
[WS-CLEANUP] Done
The recommended git tool is: git
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-jenkins.git
> git init /home/jenkins/workspace/collect-logs-and-cleanup@2/src/opensdn-io/tf-jenkins # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision e35f3491f5b56b4f63bfb586e8728615888f36dc (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f e35f3491f5b56b4f63bfb586e8728615888f36dc # timeout=10
Commit message: "Merge "use api worker count for ansible-k8s""
> git rev-list --no-walk e35f3491f5b56b4f63bfb586e8728615888f36dc # timeout=10
The recommended git tool is: NONE
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-devstack.git
> git init /home/jenkins/workspace/collect-logs-and-cleanup@2/src/opensdn-io/tf-devstack # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-devstack.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-devstack.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/opensdn-io/tf-devstack.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision fd1bd7d76450a6213deb4de43f84860bdc4fa666 (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f fd1bd7d76450a6213deb4de43f84860bdc4fa666 # timeout=10
Commit message: "add openssh-server openssh-client to ansible/rocky path"
> git rev-list --no-walk fd1bd7d76450a6213deb4de43f84860bdc4fa666 # timeout=10
Copied 4 artifacts from "pipeline-templates" build number 236
[collect-logs-and-cleanup@2] $ /bin/bash -xe /tmp/jenkins2402894149009793004.sh
+ source /home/jenkins/workspace/collect-logs-and-cleanup@2/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-236
++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-236
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_2_9_6-1
++ CONTRAIL_CONTAINER_TAG=master-1_2_9_6-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ export GERRIT_PIPELINE=templates
++ GERRIT_PIPELINE=templates
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Id08d7f835b7f38ef4ccedc6750934dfea7467a11
++ GERRIT_CHANGE_ID=Id08d7f835b7f38ef4ccedc6750934dfea7467a11
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-ansible-deployer
++ GERRIT_PROJECT=opensdn-io/tf-ansible-deployer
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ desc='Pipeline: pipeline-templates-236 Random: 13100 Stream: ansible-os-ha-ziu'
+ desc+='
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu'
+ echo 'DESCRIPTION Pipeline: pipeline-templates-236 Random: 13100 Stream: ansible-os-ha-ziu
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu'
DESCRIPTION Pipeline: pipeline-templates-236 Random: 13100 Stream: ansible-os-ha-ziu
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu
[description-setter] Description set: Pipeline: pipeline-templates-236 Random: 13100 Stream: ansible-os-ha-ziu
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu'
[collect-logs-and-cleanup@2] $ /bin/bash -xe /tmp/jenkins13774620754603087804.sh
+ source /home/jenkins/workspace/collect-logs-and-cleanup@2/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-236
++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-236
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_2_9_6-1
++ CONTRAIL_CONTAINER_TAG=master-1_2_9_6-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ export GERRIT_PIPELINE=templates
++ GERRIT_PIPELINE=templates
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Id08d7f835b7f38ef4ccedc6750934dfea7467a11
++ GERRIT_CHANGE_ID=Id08d7f835b7f38ef4ccedc6750934dfea7467a11
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-ansible-deployer
++ GERRIT_PROJECT=opensdn-io/tf-ansible-deployer
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-devstack ./patchsets-info.json
[collect-logs-and-cleanup@2] $ /bin/bash -xe /tmp/jenkins3193765370584311574.sh
+ source /home/jenkins/workspace/collect-logs-and-cleanup@2/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-236
++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-236
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_2_9_6-1
++ CONTRAIL_CONTAINER_TAG=master-1_2_9_6-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_2_9_6-1
++ export GERRIT_PIPELINE=templates
++ GERRIT_PIPELINE=templates
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Id08d7f835b7f38ef4ccedc6750934dfea7467a11
++ GERRIT_CHANGE_ID=Id08d7f835b7f38ef4ccedc6750934dfea7467a11
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-ansible-deployer
++ GERRIT_PROJECT=opensdn-io/tf-ansible-deployer
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source /home/jenkins/workspace/collect-logs-and-cleanup@2/deps.collect-logs-and-cleanup.13100.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu22
++ ENVIRONMENT_OS=ubuntu22
++ export DATA_NETWORK=10.20.0.0/24
++ DATA_NETWORK=10.20.0.0/24
++ head -1
++ export VROUTER_GATEWAY=10.20.0.1
++ VROUTER_GATEWAY=10.20.0.1
++ export IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ IMAGE=4744ca8a-852c-4f31-8cf0-48b97ea797c5
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=b95863bd-4929-44b3-87ab-8a6273b5676b,0db4204f-1e38-46d2-92f3-9ab5d495a8c7,a8d44adb-5195-4e3b-93bc-91487bad9f68,a9bff6dd-482f-401b-bc5e-f938759398f2,5a4f28a9-0944-44ca-b70a-46040269ac46,
++ INSTANCE_IDS=b95863bd-4929-44b3-87ab-8a6273b5676b,0db4204f-1e38-46d2-92f3-9ab5d495a8c7,a8d44adb-5195-4e3b-93bc-91487bad9f68,a9bff6dd-482f-401b-bc5e-f938759398f2,5a4f28a9-0944-44ca-b70a-46040269ac46,
++ export instance_ip=10.0.0.24
++ instance_ip=10.0.0.24
++ export CONTROLLER_NODES=10.0.0.24,10.0.0.42,10.0.0.27,
++ CONTROLLER_NODES=10.0.0.24,10.0.0.42,10.0.0.27,
++ export CONTROL_NODES=10.20.0.14,10.20.0.6,10.20.0.17,
++ CONTROL_NODES=10.20.0.14,10.20.0.6,10.20.0.17,
++ export AGENT_NODES=10.0.0.47,10.0.0.29,
++ AGENT_NODES=10.0.0.47,10.0.0.29,
++ export ORCHESTRATOR=openstack
++ ORCHESTRATOR=openstack
++ export DEPLOYER=ansible
++ DEPLOYER=ansible
++ export JOB_LOGS_PATH=ansible-os-ha-ziu
++ JOB_LOGS_PATH=ansible-os-ha-ziu
+ source /home/jenkins/workspace/collect-logs-and-cleanup@2/vars.collect-logs-and-cleanup.13100.env
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5002
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5002
++ export CONTRAIL_CONTAINER_TAG=nightly-r24.1-centos
++ CONTRAIL_CONTAINER_TAG=nightly-r24.1-centos
++ export MONITORING_DEPLOY_TARGET=HA,ZIU
++ MONITORING_DEPLOY_TARGET=HA,ZIU
++ export MONITORING_DEPLOYER=ansible
++ MONITORING_DEPLOYER=ansible
++ export MONITORING_ORCHESTRATOR=os
++ MONITORING_ORCHESTRATOR=os
++ export USE_DATAPLANE_NETWORK=true
++ USE_DATAPLANE_NETWORK=true
+ export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu
+ FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu
+ [[ -n 10.0.0.24 ]]
+ /home/jenkins/workspace/collect-logs-and-cleanup@2/src/opensdn-io/tf-jenkins/jobs/devstack/ansible/collect_logs.sh
INFO: wait for host
Linux cn-jenkins-deploy-platform-ansible-os-2593-1 5.15.0-100-generic #110-Ubuntu SMP Wed Feb 7 13:27:48 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux
INFO: collect logs
INFO: Deploy ansible/logs (collect-logs-and-cleanup)
Warning: Permanently added '10.0.0.24' (ECDSA) to the list of known hosts.
Warning: Permanently added '10.0.0.24' (ECDSA) to the list of known hosts.
INFO: =================== Thu Jan 9 20:25:36 UTC 2025 ===================
[there is no tf devenv configuration to load]
INFO: Applying stages logs
INFO: Running stage logs at Thu Jan 9 20:25:36 UTC 2025
INFO: collecting logs...
cp: cannot stat '/home/ubuntu/tf-ansible-deployer/instances.yaml': No such file or directory
Warning: Permanently added '10.0.0.24' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.24' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.24' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.24' (ED25519) to the list of known hosts.
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting docker logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-alarm-gen
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-api
INFO: Collecting tf logs: /var/log/contrail/analytics-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-snmp-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-topology
INFO: Collecting tf logs: /var/log/contrail/config-api
INFO: Collecting tf logs: /var/log/contrail/config-database
INFO: Collecting tf logs: /var/log/contrail/config-database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-database-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-database-rabbitmq
INFO: Collecting tf logs: /var/log/contrail/config-device-manager
INFO: Collecting tf logs: /var/log/contrail/config-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-schema
INFO: Collecting tf logs: /var/log/contrail/config-svc-monitor
INFO: Collecting tf logs: /var/log/contrail/control-control
INFO: Collecting tf logs: /var/log/contrail/control-dns
INFO: Collecting tf logs: /var/log/contrail/control-named
INFO: Collecting tf logs: /var/log/contrail/control-nodemgr
INFO: Collecting tf logs: /var/log/contrail/control-provisioner
INFO: Collecting tf logs: /var/log/contrail/database
INFO: Collecting tf logs: /var/log/contrail/database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/database-provisioner
INFO: Collecting tf logs: /var/log/contrail/database-query-engine
INFO: Collecting tf logs: /var/log/contrail/device-manager-dnsmasq
INFO: Collecting tf logs: /var/log/contrail/kafka
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rabbitmq
INFO: Collecting tf logs: /var/log/contrail/webui-job
INFO: Collecting tf logs: /var/log/contrail/webui-web
INFO: Collecting tf logs: /var/log/contrail/zookeeper
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8100/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8101/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8103/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8104/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8112/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8113/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8114/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8083/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8084/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8089/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8090/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8091/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:8092/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:5995/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:5920/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-1.:5921/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Jan 9 19:19 .
drwxr-xr-x 14 root root 4096 Jan 9 19:50 ..
-rw-r--r-- 1 root root 0 Jan 9 19:18 kdump_lock
-rw-r--r-- 1 root root 287 Jan 9 19:19 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxrwxrwx 2 root root 4096 Jan 9 19:50 .
drwxr-xr-x 14 root root 4096 Jan 9 19:50 ..
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
nodetool: Failed to connect to '127.0.0.1:7201' - SecurityException: 'Authentication failed! Credentials required'.
nodetool: Failed to connect to '127.0.0.1:7201' - SecurityException: 'Authentication failed! Credentials required'.
INFO: Collecting kolla logs
barbican-api
barbican-keystone-listener
barbican-worker
cron
external
fluentd
glance-api
heat-api
heat-api-cfn
heat-engine
horizon
keystone
keystone-fernet
keystone-ssh
kolla-toolbox
mariadb
memcached
neutron-server
nova-api
nova-api-bootstrap
nova-cell-bootstrap
nova-conductor
nova-novncproxy
nova-scheduler
placement-api
rabbitmq
ansible.log
barbican
fluentd
glance
heat
horizon
keystone
mariadb
neutron
nova
placement
rabbitmq
/tmp/ansible-logs/logs /tmp/ansible-logs
/tmp/ansible-logs
Warning: Permanently added '10.0.0.24' (ED25519) to the list of known hosts.
~/.tf/logs/10.0.0.24 ~
~
Warning: Permanently added '10.0.0.27' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.27' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.27' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.27' (ED25519) to the list of known hosts.
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting docker logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-alarm-gen
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-api
INFO: Collecting tf logs: /var/log/contrail/analytics-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-snmp-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-topology
INFO: Collecting tf logs: /var/log/contrail/config-api
INFO: Collecting tf logs: /var/log/contrail/config-database
INFO: Collecting tf logs: /var/log/contrail/config-database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-database-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-database-rabbitmq
INFO: Collecting tf logs: /var/log/contrail/config-device-manager
INFO: Collecting tf logs: /var/log/contrail/config-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-schema
INFO: Collecting tf logs: /var/log/contrail/config-svc-monitor
INFO: Collecting tf logs: /var/log/contrail/control-control
INFO: Collecting tf logs: /var/log/contrail/control-dns
INFO: Collecting tf logs: /var/log/contrail/control-named
INFO: Collecting tf logs: /var/log/contrail/control-nodemgr
INFO: Collecting tf logs: /var/log/contrail/control-provisioner
INFO: Collecting tf logs: /var/log/contrail/database
INFO: Collecting tf logs: /var/log/contrail/database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/database-provisioner
INFO: Collecting tf logs: /var/log/contrail/database-query-engine
INFO: Collecting tf logs: /var/log/contrail/device-manager-dnsmasq
INFO: Collecting tf logs: /var/log/contrail/kafka
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rabbitmq
INFO: Collecting tf logs: /var/log/contrail/webui-job
INFO: Collecting tf logs: /var/log/contrail/webui-web
INFO: Collecting tf logs: /var/log/contrail/zookeeper
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8100/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8101/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8103/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8104/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8112/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8113/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8114/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8083/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8084/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8089/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8090/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8091/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:8092/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:5995/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:5920/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-3.:5921/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Jan 9 19:20 .
drwxr-xr-x 14 root root 4096 Jan 9 19:50 ..
-rw-r--r-- 1 root root 0 Jan 9 19:20 kdump_lock
-rw-r--r-- 1 root root 287 Jan 9 19:20 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 30820
drwxrwxrwx 2 root root 4096 Jan 9 20:04 .
drwxr-xr-x 14 root root 4096 Jan 9 19:50 ..
-rw------- 1 1999 1999 254705664 Jan 9 20:04 core.contrail-collec.1.cn-jenkins-deploy-platform-ansible-os-2593-3.1736453044
Reading package lists...
Building dependency tree...
Reading state information...
The following packages were automatically installed and are no longer required:
apport-symptoms distro-info libnetplan0 python3-debconf python3-debian
python3-magic python3-pexpect python3-problem-report python3-ptyprocess
python3-systemd
Use 'sudo apt autoremove' to remove them.
The following additional packages will be installed:
libbabeltrace1 libboost-regex1.74.0 libc6 libc6-dbg libdebuginfod-common
libdebuginfod1 libipt2 libsource-highlight-common libsource-highlight4v5
Suggested packages:
gdb-doc gdbserver glibc-doc
Recommended packages:
libnss-nis libnss-nisplus
The following NEW packages will be installed:
gdb libbabeltrace1 libboost-regex1.74.0 libc6-dbg libdebuginfod-common
libdebuginfod1 libipt2 libsource-highlight-common libsource-highlight4v5
The following packages will be upgraded:
libc6
1 upgraded, 9 newly installed, 0 to remove and 61 not upgraded.
Need to get 22.1 MB of archives.
After this operation, 35.1 MB of additional disk space will be used.
Get:1 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libdebuginfod-common all 0.186-1build1 [7878 B]
Get:2 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy-security/main amd64 libc6 amd64 2.35-0ubuntu3.7 [3235 kB]
Get:3 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libbabeltrace1 amd64 1.5.8-2build1 [160 kB]
Get:4 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libdebuginfod1 amd64 0.186-1build1 [12.7 kB]
Get:5 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libipt2 amd64 2.0.5-1 [46.4 kB]
Get:6 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libsource-highlight-common all 3.1.9-4.1build2 [64.5 kB]
Get:7 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libboost-regex1.74.0 amd64 1.74.0-14ubuntu3 [511 kB]
Get:8 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy/main amd64 libsource-highlight4v5 amd64 3.1.9-4.1build2 [207 kB]
Get:9 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy-proposed/main amd64 gdb amd64 12.1-0ubuntu1~22.04.1 [3919 kB]
Get:10 http://tf-mirrors.gz1.opensdn.io/repos/ubuntu/latest/mirror/archive.ubuntu.com/ubuntu jammy-security/main amd64 libc6-dbg amd64 2.35-0ubuntu3.7 [13.9 MB]
Preconfiguring packages ...
Fetched 22.1 MB in 0s (86.1 MB/s)
Selecting previously unselected package libdebuginfod-common.
(Reading database ...
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 63182 files and directories currently installed.)
Preparing to unpack .../libdebuginfod-common_0.186-1build1_all.deb ...
Unpacking libdebuginfod-common (0.186-1build1) ...
Preparing to unpack .../libc6_2.35-0ubuntu3.7_amd64.deb ...
Unpacking libc6:amd64 (2.35-0ubuntu3.7) over (2.35-0ubuntu3.6) ...
Setting up libc6:amd64 (2.35-0ubuntu3.7) ...
Selecting previously unselected package libbabeltrace1:amd64.
(Reading database ...
(Reading database ... 5%
(Reading database ... 10%
(Reading database ... 15%
(Reading database ... 20%
(Reading database ... 25%
(Reading database ... 30%
(Reading database ... 35%
(Reading database ... 40%
(Reading database ... 45%
(Reading database ... 50%
(Reading database ... 55%
(Reading database ... 60%
(Reading database ... 65%
(Reading database ... 70%
(Reading database ... 75%
(Reading database ... 80%
(Reading database ... 85%
(Reading database ... 90%
(Reading database ... 95%
(Reading database ... 100%
(Reading database ... 63189 files and directories currently installed.)
Preparing to unpack .../0-libbabeltrace1_1.5.8-2build1_amd64.deb ...
Unpacking libbabeltrace1:amd64 (1.5.8-2build1) ...
Selecting previously unselected package libdebuginfod1:amd64.
Preparing to unpack .../1-libdebuginfod1_0.186-1build1_amd64.deb ...
Unpacking libdebuginfod1:amd64 (0.186-1build1) ...
Selecting previously unselected package libipt2.
Preparing to unpack .../2-libipt2_2.0.5-1_amd64.deb ...
Unpacking libipt2 (2.0.5-1) ...
Selecting previously unselected package libsource-highlight-common.
Preparing to unpack .../3-libsource-highlight-common_3.1.9-4.1build2_all.deb ...
Unpacking libsource-highlight-common (3.1.9-4.1build2) ...
Selecting previously unselected package libboost-regex1.74.0:amd64.
Preparing to unpack .../4-libboost-regex1.74.0_1.74.0-14ubuntu3_amd64.deb ...
Unpacking libboost-regex1.74.0:amd64 (1.74.0-14ubuntu3) ...
Selecting previously unselected package libsource-highlight4v5.
Preparing to unpack .../5-libsource-highlight4v5_3.1.9-4.1build2_amd64.deb ...
Unpacking libsource-highlight4v5 (3.1.9-4.1build2) ...
Selecting previously unselected package gdb.
Preparing to unpack .../6-gdb_12.1-0ubuntu1~22.04.1_amd64.deb ...
Unpacking gdb (12.1-0ubuntu1~22.04.1) ...
Selecting previously unselected package libc6-dbg:amd64.
Preparing to unpack .../7-libc6-dbg_2.35-0ubuntu3.7_amd64.deb ...
Unpacking libc6-dbg:amd64 (2.35-0ubuntu3.7) ...
Setting up libdebuginfod-common (0.186-1build1) ...
Creating config file /etc/profile.d/debuginfod.sh with new version
Creating config file /etc/profile.d/debuginfod.csh with new version
Setting up libdebuginfod1:amd64 (0.186-1build1) ...
Setting up libsource-highlight-common (3.1.9-4.1build2) ...
Setting up libc6-dbg:amd64 (2.35-0ubuntu3.7) ...
Setting up libboost-regex1.74.0:amd64 (1.74.0-14ubuntu3) ...
Setting up libipt2 (2.0.5-1) ...
Setting up libbabeltrace1:amd64 (1.5.8-2build1) ...
Setting up libsource-highlight4v5 (3.1.9-4.1build2) ...
Setting up gdb (12.1-0ubuntu1~22.04.1) ...
Processing triggers for man-db (2.10.2-1) ...
Processing triggers for libc-bin (2.35-0ubuntu3.6) ...
NEEDRESTART-VER: 3.5
NEEDRESTART-KCUR: 5.15.0-100-generic
NEEDRESTART-KEXP: 5.15.0-100-generic
NEEDRESTART-KSTA: 1
NEEDRESTART-SVC: chrony.service
NEEDRESTART-SVC: containerd.service
NEEDRESTART-SVC: cron.service
NEEDRESTART-SVC: dbus.service
NEEDRESTART-SVC: docker.service
NEEDRESTART-SVC: getty@tty1.service
NEEDRESTART-SVC: irqbalance.service
NEEDRESTART-SVC: multipathd.service
NEEDRESTART-SVC: networkd-dispatcher.service
NEEDRESTART-SVC: packagekit.service
NEEDRESTART-SVC: polkit.service
NEEDRESTART-SVC: rsyslog.service
NEEDRESTART-SVC: serial-getty@ttyS0.service
NEEDRESTART-SVC: ssh.service
NEEDRESTART-SVC: systemd-journald.service
NEEDRESTART-SVC: systemd-logind.service
NEEDRESTART-SVC: systemd-networkd.service
NEEDRESTART-SVC: systemd-resolved.service
NEEDRESTART-SVC: systemd-udevd.service
NEEDRESTART-SVC: unattended-upgrades.service
NEEDRESTART-SVC: user@1000.service
INFO: cores: total 30812
-rw------- 1 1999 1999 254705664 Jan 9 20:04 core.contrail-collec.1.cn-jenkins-deploy-platform-ansible-os-2593-3.1736453044
INFO: collecting core core.contrail-collec.1.cn-jenkins-deploy-platform-ansible-os-2593-3.1736453044
WARNING: core file can't be collected - unknown binary. place a sign that it's present
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
nodetool: Failed to connect to '127.0.0.1:7201' - SecurityException: 'Authentication failed! Credentials required'.
nodetool: Failed to connect to '127.0.0.1:7201' - SecurityException: 'Authentication failed! Credentials required'.
INFO: Collecting kolla logs
ls: cannot access '/etc/kolla': No such file or directory
ls: cannot access '/var/lib/docker/volumes/kolla_logs/_data': No such file or directory
/tmp/ansible-logs/logs /tmp/ansible-logs
/tmp/ansible-logs
Warning: Permanently added '10.0.0.27' (ED25519) to the list of known hosts.
~/.tf/logs/10.0.0.27 ~
~
Warning: Permanently added '10.0.0.29' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.29' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.29' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.29' (ED25519) to the list of known hosts.
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting docker logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rsyslogd
INFO: Collecting tf logs: /var/log/contrail/vrouter-agent
INFO: Collecting tf logs: /var/log/contrail/vrouter-kernel-build-init
INFO: Collecting tf logs: /var/log/contrail/vrouter-nodemgr
INFO: Collecting tf logs: /var/log/contrail/vrouter-provisioner
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://an-jenkins-deploy-platform-ansible-os-2593-2.:8102/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Jan 9 19:26 .
drwxr-xr-x 14 root root 4096 Jan 9 19:56 ..
-rw-r--r-- 1 root root 0 Jan 9 19:25 kdump_lock
-rw-r--r-- 1 root root 287 Jan 9 19:26 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxr-xr-x 2 root root 4096 Jan 9 19:56 .
drwxr-xr-x 14 root root 4096 Jan 9 19:56 ..
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
INFO: There are no required containers
INFO: Collecting kolla logs
cron
fluentd
kolla-toolbox
nova-compute
nova-libvirt
nova-ssh
ansible.log
fluentd
libvirt
nova
/tmp/ansible-logs/logs /tmp/ansible-logs
/tmp/ansible-logs
Warning: Permanently added '10.0.0.29' (ED25519) to the list of known hosts.
~/.tf/logs/10.0.0.29 ~
~
Warning: Permanently added '10.0.0.42' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.42' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.42' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.42' (ED25519) to the list of known hosts.
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting docker logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-alarm-gen
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-api
INFO: Collecting tf logs: /var/log/contrail/analytics-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-snmp-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-topology
INFO: Collecting tf logs: /var/log/contrail/config-api
INFO: Collecting tf logs: /var/log/contrail/config-database
INFO: Collecting tf logs: /var/log/contrail/config-database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-database-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-database-rabbitmq
INFO: Collecting tf logs: /var/log/contrail/config-device-manager
INFO: Collecting tf logs: /var/log/contrail/config-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-schema
INFO: Collecting tf logs: /var/log/contrail/config-svc-monitor
INFO: Collecting tf logs: /var/log/contrail/control-control
INFO: Collecting tf logs: /var/log/contrail/control-dns
INFO: Collecting tf logs: /var/log/contrail/control-named
INFO: Collecting tf logs: /var/log/contrail/control-nodemgr
INFO: Collecting tf logs: /var/log/contrail/control-provisioner
INFO: Collecting tf logs: /var/log/contrail/database
INFO: Collecting tf logs: /var/log/contrail/database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/database-provisioner
INFO: Collecting tf logs: /var/log/contrail/database-query-engine
INFO: Collecting tf logs: /var/log/contrail/device-manager-dnsmasq
INFO: Collecting tf logs: /var/log/contrail/kafka
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rabbitmq
INFO: Collecting tf logs: /var/log/contrail/webui-job
INFO: Collecting tf logs: /var/log/contrail/webui-web
INFO: Collecting tf logs: /var/log/contrail/zookeeper
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8100/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8101/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8103/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8104/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8112/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8113/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8114/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8083/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8084/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8087/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8088/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8096/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8089/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8090/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8091/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:8092/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:5995/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:5920/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-ansible-os-2593-2.:5921/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Jan 9 19:19 .
drwxr-xr-x 14 root root 4096 Jan 9 19:50 ..
-rw-r--r-- 1 root root 0 Jan 9 19:19 kdump_lock
-rw-r--r-- 1 root root 287 Jan 9 19:19 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxrwxrwx 2 root root 4096 Jan 9 19:50 .
drwxr-xr-x 14 root root 4096 Jan 9 19:50 ..
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
nodetool: Failed to connect to '127.0.0.1:7201' - SecurityException: 'Authentication failed! Credentials required'.
nodetool: Failed to connect to '127.0.0.1:7201' - SecurityException: 'Authentication failed! Credentials required'.
INFO: Collecting kolla logs
ls: cannot access '/etc/kolla': No such file or directory
ls: cannot access '/var/lib/docker/volumes/kolla_logs/_data': No such file or directory
/tmp/ansible-logs/logs /tmp/ansible-logs
/tmp/ansible-logs
Warning: Permanently added '10.0.0.42' (ED25519) to the list of known hosts.
~/.tf/logs/10.0.0.42 ~
~
Warning: Permanently added '10.0.0.47' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.47' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.47' (ED25519) to the list of known hosts.
Warning: Permanently added '10.0.0.47' (ED25519) to the list of known hosts.
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting docker logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rsyslogd
INFO: Collecting tf logs: /var/log/contrail/vrouter-agent
INFO: Collecting tf logs: /var/log/contrail/vrouter-kernel-build-init
INFO: Collecting tf logs: /var/log/contrail/vrouter-nodemgr
INFO: Collecting tf logs: /var/log/contrail/vrouter-provisioner
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://an-jenkins-deploy-platform-ansible-os-2593-1.:8102/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Jan 9 19:25 .
drwxr-xr-x 14 root root 4096 Jan 9 19:56 ..
-rw-r--r-- 1 root root 0 Jan 9 19:25 kdump_lock
-rw-r--r-- 1 root root 287 Jan 9 19:25 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxr-xr-x 2 root root 4096 Jan 9 19:56 .
drwxr-xr-x 14 root root 4096 Jan 9 19:56 ..
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
INFO: There are no required containers
INFO: Collecting kolla logs
cron
fluentd
kolla-toolbox
nova-compute
nova-libvirt
nova-ssh
ansible.log
fluentd
libvirt
nova
/tmp/ansible-logs/logs /tmp/ansible-logs
/tmp/ansible-logs
Warning: Permanently added '10.0.0.47' (ED25519) to the list of known hosts.
~/.tf/logs/10.0.0.47 ~
~
INFO: Stage logs was run successfully Thu Jan 9 20:27:21 UTC 2025
[update tf stack configuration]
cp: cannot stat '/home/ubuntu/tf-ansible-deployer/instances.yaml': No such file or directory
tf setup profile /home/ubuntu/.tf/stack.env
DEPLOYER=ansible
CONTRAIL_CONTAINER_TAG=nightly-r24.1-centos
CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_2_9_6-1
CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5002
DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
ORCHESTRATOR=openstack
OPENSTACK_VERSION="yoga"
CONTROLLER_NODES="10.0.0.24 10.0.0.42 10.0.0.27 "
AGENT_NODES="10.0.0.47 10.0.0.29 "
CONTROL_NODES="10.20.0.14 10.20.0.6 10.20.0.17 "
SSL_ENABLE="false"
LEGACY_ANALYTICS_ENABLE="true"
HUGE_PAGES_1G=
CONTAINER_RUNTIME=docker
K8S_CA=
DEPLOY_IPA_SERVER=
IPA_PASSWORD=
OPENSTACK_CONTROLLER_NODES='10.0.0.24'
OS_AUTH_URL='http://10.0.0.24:5000/v3'
AUTH_PASSWORD='contrail123'
AUTH_URL=''
INFO: Successful deployment Thu Jan 9 20:27:21 UTC 2025
DEBUG: kill running child jobs:
INFO: Deploy logs finished
INFO: Copy logs from host to workspace
Warning: Permanently added '10.0.0.24' (ECDSA) to the list of known hosts.
~/workspace/collect-logs-and-cleanup@2 ~/workspace/collect-logs-and-cleanup@2
Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts.
Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts.
INFO: Logs collected at http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/96/1296/1/templates_236/ansible-os-ha-ziu
~/workspace/collect-logs-and-cleanup@2
+ /home/jenkins/workspace/collect-logs-and-cleanup@2/src/opensdn-io/tf-jenkins/jobs/devstack/ansible/remove_workers.sh
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2025-01-09T19:18:42.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | data=10.20.0.14; management=10.0.0.24 |
| config_drive | |
| created | 2025-01-09T19:18:20Z |
| flavor | STD3-4-16 (b6760da7-d124-45c7-a0a7-64f40acae087) |
| hostId | cad609fa00f731798ba3c4035dcf640e800faee42131f0856a73fa39 |
| id | b95863bd-4929-44b3-87ab-8a6273b5676b |
| image | N/A (booted from volume) |
| key_name | worker |
| name | cn_jenkins-deploy-platform-ansible-os-2593_1 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2025-01-09T19:18:42Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='a50807a6-8b38-410f-a863-9918db1af3ae' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2025-01-09T19:19:36.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | data=10.20.0.6; management=10.0.0.42 |
| config_drive | |
| created | 2025-01-09T19:19:10Z |
| flavor | STD3-4-16 (b6760da7-d124-45c7-a0a7-64f40acae087) |
| hostId | 98fc5553fa5072ee4b9f136ccea3d2aca7879a1a77e3edb9b5b529db |
| id | 0db4204f-1e38-46d2-92f3-9ab5d495a8c7 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | cn_jenkins-deploy-platform-ansible-os-2593_2 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2025-01-09T19:19:36Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='a4c64eb9-856d-46d9-948d-631c8c29291e' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2025-01-09T19:20:27.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | data=10.20.0.17; management=10.0.0.27 |
| config_drive | |
| created | 2025-01-09T19:20:05Z |
| flavor | STD3-4-16 (b6760da7-d124-45c7-a0a7-64f40acae087) |
| hostId | 60abf0c857b58e37ee5600921c61a5657f8de85f2170dfef5aefcd23 |
| id | a8d44adb-5195-4e3b-93bc-91487bad9f68 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | cn_jenkins-deploy-platform-ansible-os-2593_3 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2025-01-09T19:20:27Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='6a046858-5e66-4f6d-870b-e8c59060f5f3' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2025-01-09T19:24:53.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | data=10.20.0.33; management=10.0.0.47 |
| config_drive | |
| created | 2025-01-09T19:24:35Z |
| flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) |
| hostId | 98fc5553fa5072ee4b9f136ccea3d2aca7879a1a77e3edb9b5b529db |
| id | a9bff6dd-482f-401b-bc5e-f938759398f2 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | an_jenkins-deploy-platform-ansible-os-2593_1 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2025-01-09T19:24:53Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='ba8306e1-87f7-47a2-95a7-6be8b4e3e0ba' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2025-01-09T19:25:41.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | data=10.20.0.8; management=10.0.0.29 |
| config_drive | |
| created | 2025-01-09T19:25:20Z |
| flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) |
| hostId | 30f57956b9fef41f478f60bf3bd527c6f2de8a7c7e48d9bd0619937d |
| id | 5a4f28a9-0944-44ca-b70a-46040269ac46 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | an_jenkins-deploy-platform-ansible-os-2593_2 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2025-01-09T19:25:41Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='7e83393a-e789-4d20-92ae-f3bab1c335b3' |
+-----------------------------+----------------------------------------------------------+
Archiving artifacts
Finished: SUCCESS