Started by upstream project "pipeline-templates" build number 66
originally caused by:
Triggered by Gerrit: https://gerrit.opensdn.io/c/opensdn-io/tf-analytics/+/1033
Running as SYSTEM
[EnvInject] - Loading node environment variables.
Building remotely on slave-openstack-gz1_1 (openstack) in workspace /home/jenkins/workspace/collect-logs-and-cleanup
[WS-CLEANUP] Deleting project workspace...
[WS-CLEANUP] Deferred wipeout is disabled by the job configuration...
[WS-CLEANUP] Done
The recommended git tool is: git
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-jenkins.git
> git init /home/jenkins/workspace/collect-logs-and-cleanup/src/opensdn-io/tf-jenkins # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-jenkins.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-jenkins.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/opensdn-io/tf-jenkins.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision f2e7cec4d3d9ee77eeb3fd101530c908c7a0a470 (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f f2e7cec4d3d9ee77eeb3fd101530c908c7a0a470 # timeout=10
Commit message: "Merge "use juju-k8s instead of juju-os""
> git rev-list --no-walk f2e7cec4d3d9ee77eeb3fd101530c908c7a0a470 # timeout=10
The recommended git tool is: NONE
No credentials specified
Wiping out workspace first.
Cloning the remote Git repository
Cloning repository https://github.com/opensdn-io/tf-devstack.git
> git init /home/jenkins/workspace/collect-logs-and-cleanup/src/opensdn-io/tf-devstack # timeout=10
Fetching upstream changes from https://github.com/opensdn-io/tf-devstack.git
> git --version # timeout=10
> git --version # 'git version 2.25.1'
> git fetch --tags --force --progress -- https://github.com/opensdn-io/tf-devstack.git +refs/heads/*:refs/remotes/origin/* # timeout=10
> git config remote.origin.url https://github.com/opensdn-io/tf-devstack.git # timeout=10
> git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10
Avoid second fetch
> git rev-parse refs/remotes/origin/master^{commit} # timeout=10
Checking out Revision a70e1b89218f73b6c9f6780530074f429c49b896 (refs/remotes/origin/master)
> git config core.sparsecheckout # timeout=10
> git checkout -f a70e1b89218f73b6c9f6780530074f429c49b896 # timeout=10
Commit message: "tune CONFIG_API_WORKER_COUNT for ansible"
> git rev-list --no-walk a70e1b89218f73b6c9f6780530074f429c49b896 # timeout=10
Copied 4 artifacts from "pipeline-templates" build number 66
[collect-logs-and-cleanup] $ /bin/bash -xe /tmp/jenkins7953875856350874972.sh
+ source /home/jenkins/workspace/collect-logs-and-cleanup/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-66
++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-66
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
++ CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ export GERRIT_PIPELINE=templates
++ GERRIT_PIPELINE=templates
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Iefc0022eca9527ac70c95cb66ea7edd057270b60
++ GERRIT_CHANGE_ID=Iefc0022eca9527ac70c95cb66ea7edd057270b60
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-analytics
++ GERRIT_PROJECT=opensdn-io/tf-analytics
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ desc='Pipeline: pipeline-templates-66 Random: 90105 Stream: juju-k8s-ha'
+ desc+='
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha'
+ echo 'DESCRIPTION Pipeline: pipeline-templates-66 Random: 90105 Stream: juju-k8s-ha
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha'
DESCRIPTION Pipeline: pipeline-templates-66 Random: 90105 Stream: juju-k8s-ha
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha
[description-setter] Description set: Pipeline: pipeline-templates-66 Random: 90105 Stream: juju-k8s-ha
Job logs: http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha'
[collect-logs-and-cleanup] $ /bin/bash -xe /tmp/jenkins10107988411383850677.sh
+ source /home/jenkins/workspace/collect-logs-and-cleanup/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-66
++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-66
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
++ CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ export GERRIT_PIPELINE=templates
++ GERRIT_PIPELINE=templates
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Iefc0022eca9527ac70c95cb66ea7edd057270b60
++ GERRIT_CHANGE_ID=Iefc0022eca9527ac70c95cb66ea7edd057270b60
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-analytics
++ GERRIT_PROJECT=opensdn-io/tf-analytics
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-jenkins ./patchsets-info.json
+ ./src/opensdn-io/tf-jenkins/infra/gerrit/apply_patchsets.sh ./src opensdn-io/tf-devstack ./patchsets-info.json
[collect-logs-and-cleanup] $ /bin/bash -xe /tmp/jenkins12569458300869957321.sh
+ source /home/jenkins/workspace/collect-logs-and-cleanup/global.env
++ export PIPELINE_BUILD_TAG=jenkins-pipeline-templates-66
++ PIPELINE_BUILD_TAG=jenkins-pipeline-templates-66
++ export SLAVE=openstack
++ SLAVE=openstack
++ export SLAVE_REGION=gz1
++ SLAVE_REGION=gz1
++ export LOGS_HOST=nexus.gz1.opensdn.io
++ LOGS_HOST=nexus.gz1.opensdn.io
++ export LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66
++ LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66
++ export LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66
++ LOGS_URL=http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66
++ export SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ SITE_MIRROR=http://nexus.gz1.opensdn.io/repository
++ export CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
++ CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
++ export CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ DEPLOYER_CONTAINER_REGISTRY_ORIGINAL=nexus.gz1.opensdn.io:5101
++ export CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ CONTRAIL_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ export CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ CONTRAIL_DEPLOYER_CONTAINER_TAG_ORIGINAL=master-1_0_3_3-1
++ export GERRIT_PIPELINE=templates
++ GERRIT_PIPELINE=templates
++ export GERRIT_URL=https://gerrit.opensdn.io/
++ GERRIT_URL=https://gerrit.opensdn.io/
++ export GERRIT_CHANGE_ID=Iefc0022eca9527ac70c95cb66ea7edd057270b60
++ GERRIT_CHANGE_ID=Iefc0022eca9527ac70c95cb66ea7edd057270b60
++ export GERRIT_BRANCH=master
++ GERRIT_BRANCH=master
++ export GERRIT_PROJECT=opensdn-io/tf-analytics
++ GERRIT_PROJECT=opensdn-io/tf-analytics
++ export REPOS_CHANNEL=latest
++ REPOS_CHANNEL=latest
+ source /home/jenkins/workspace/collect-logs-and-cleanup/deps.collect-logs-and-cleanup.90105.env
++ export PROVIDER=openstack
++ PROVIDER=openstack
++ export ENVIRONMENT_OS=ubuntu20
++ ENVIRONMENT_OS=ubuntu20
++ export IMAGE=b2b4b2de-c5b4-4181-b613-3d6aa4932ada
++ IMAGE=b2b4b2de-c5b4-4181-b613-3d6aa4932ada
++ export IMAGE_SSH_USER=ubuntu
++ IMAGE_SSH_USER=ubuntu
++ export INSTANCE_IDS=958971b8-d7ca-413c-93a9-899bc65ca76f,1fff484a-9592-459b-a6b3-d70b8655b455,1c1abe1a-93f4-4c14-9528-20ab4e3c8bf9,1b718b12-ad0c-47ad-866c-684f6f87a858,0321f3ad-7492-4dc4-934e-4f57424bc456,af2dde0c-adcf-43bc-bcd3-fc549de006c3,
++ INSTANCE_IDS=958971b8-d7ca-413c-93a9-899bc65ca76f,1fff484a-9592-459b-a6b3-d70b8655b455,1c1abe1a-93f4-4c14-9528-20ab4e3c8bf9,1b718b12-ad0c-47ad-866c-684f6f87a858,0321f3ad-7492-4dc4-934e-4f57424bc456,af2dde0c-adcf-43bc-bcd3-fc549de006c3,
++ export instance_ip=10.0.0.29
++ instance_ip=10.0.0.29
++ export JUJU_CONTROLLER_NODES=10.0.0.29,
++ JUJU_CONTROLLER_NODES=10.0.0.29,
++ export CONTROLLER_NODES=10.0.0.23,10.0.0.31,10.0.0.37,
++ CONTROLLER_NODES=10.0.0.23,10.0.0.31,10.0.0.37,
++ export AGENT_NODES=10.0.0.30,10.0.0.32,
++ AGENT_NODES=10.0.0.30,10.0.0.32,
++ export ORCHESTRATOR=kubernetes
++ ORCHESTRATOR=kubernetes
++ export DEPLOYER=juju
++ DEPLOYER=juju
++ export JOB_LOGS_PATH=juju-k8s-ha
++ JOB_LOGS_PATH=juju-k8s-ha
+ source /home/jenkins/workspace/collect-logs-and-cleanup/vars.collect-logs-and-cleanup.90105.env
++ export MONITORING_DEPLOY_TARGET=HA
++ MONITORING_DEPLOY_TARGET=HA
++ export MONITORING_DEPLOYER=juju
++ MONITORING_DEPLOYER=juju
++ export MONITORING_ORCHESTRATOR=k8s
++ MONITORING_ORCHESTRATOR=k8s
+ export FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha
+ FULL_LOGS_PATH=/var/www/logs/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha
+ [[ -n 10.0.0.29 ]]
+ /home/jenkins/workspace/collect-logs-and-cleanup/src/opensdn-io/tf-jenkins/jobs/devstack/juju/collect_logs.sh
INFO: wait for host
Linux jcn-jenkins-deploy-platform-juju-k8s-669-1 5.4.0-167-generic #184-Ubuntu SMP Tue Oct 31 09:21:49 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux
INFO: collect logs
INFO: Deploy juju/logs (collect-logs-and-cleanup)
Warning: Permanently added '10.0.0.29' (ECDSA) to the list of known hosts.
Warning: Permanently added '10.0.0.29' (ECDSA) to the list of known hosts.
INFO: =================== Mon Sep 16 07:02:08 UTC 2024 ===================
[there is no tf devenv configuration to load]
INFO: Applying stages logs
INFO: Running stage logs at Mon Sep 16 07:02:08 UTC 2024
INFO: collecting logs...
INFO: machines to ssh: 0
1
2
3
4
INFO: collecting from 0
INFO: Collecting docker logs
WARNING: No swap limit support
INFO: Collecting juju logs
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /etc/cni
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-alarm-gen
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-api
INFO: Collecting tf logs: /var/log/contrail/analytics-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-snmp-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-topology
INFO: Collecting tf logs: /var/log/contrail/cni
INFO: Collecting tf logs: /var/log/contrail/config-api
INFO: Collecting tf logs: /var/log/contrail/config-database
INFO: Collecting tf logs: /var/log/contrail/config-database-cassandra
INFO: Collecting tf logs: /var/log/contrail/config-database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-database-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-database-rabbitmq
INFO: Collecting tf logs: /var/log/contrail/config-database-zookeeper
INFO: Collecting tf logs: /var/log/contrail/config-device-manager
INFO: Collecting tf logs: /var/log/contrail/config-dnsmasq
INFO: Collecting tf logs: /var/log/contrail/config-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-schema
INFO: Collecting tf logs: /var/log/contrail/config-svc-monitor
INFO: Collecting tf logs: /var/log/contrail/control-control
INFO: Collecting tf logs: /var/log/contrail/control-dns
INFO: Collecting tf logs: /var/log/contrail/control-named
INFO: Collecting tf logs: /var/log/contrail/control-nodemgr
INFO: Collecting tf logs: /var/log/contrail/control-provisioner
INFO: Collecting tf logs: /var/log/contrail/database
INFO: Collecting tf logs: /var/log/contrail/database-cassandra
INFO: Collecting tf logs: /var/log/contrail/database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/database-provisioner
INFO: Collecting tf logs: /var/log/contrail/database-query-engine
INFO: Collecting tf logs: /var/log/contrail/kafka
INFO: Collecting tf logs: /var/log/contrail/kubernetes-kube-manager
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rabbitmq
INFO: Collecting tf logs: /var/log/contrail/webui-job
INFO: Collecting tf logs: /var/log/contrail/webui-web
INFO: Collecting tf logs: /var/log/contrail/zookeeper
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8100/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8101/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8103/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8104/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8108/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8112/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8113/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8114/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8083/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8084/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8087/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8088/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8089/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8090/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8091/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:8092/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:5995/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:5920/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-1:5921/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Sep 16 06:25 .
drwxr-xr-x 14 root root 4096 Sep 16 06:05 ..
-rw-r--r-- 1 root root 286 Sep 16 04:43 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxrwxrwx 2 root root 4096 Sep 16 06:05 .
drwxr-xr-x 14 root root 4096 Sep 16 06:05 ..
INFO: Collecting openstack logs
INFO: Collecting kubernetes logs
INFO: Collecting kubernetes object info
INFO: Processing namespace contrail
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/contrail-kubemanager
INFO: processing secret/contrail-kubemanager-token-nqpnn
INFO: processing secret/default-token-kbgkb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/contrail-kubemanager
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace default
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/ctest-nginx-svc-67657341
INFO: processing endpoints/kubernetes
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-m4qxb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: processing service/ctest-nginx-svc-67657341
INFO: processing service/kubernetes
INFO: collect info for jobs
INFO: Processing namespace kube-node-lease
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-x49z4
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-public
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-796mb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-system
INFO: collect info for pod
INFO: processing pod/coredns-6f867cd986-6dsts
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: processing deployment.apps/coredns
INFO: collect info for replicaset.apps
INFO: processing replicaset.apps/coredns-6f867cd986
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/coredns
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/kube-dns
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/attachdetach-controller-token-zgprb
INFO: processing secret/auth-admin-r0ifowt2rp
INFO: processing secret/auth-kube-controller-manager-ly8kv4uxwm
INFO: processing secret/auth-kube-proxy-0vz0w7uaob
INFO: processing secret/auth-kubernetes-worker-0-0aal3cenr6
INFO: processing secret/auth-kubernetes-worker-0-4ro7du169g
INFO: processing secret/auth-kubernetes-worker-1-6zji48uois
INFO: processing secret/auth-kubernetes-worker-1-lv6thalnqk
INFO: processing secret/auth-system-kube-scheduler-r1quvs0hgi
INFO: processing secret/auth-system-monitoring-pvstdwl47g
INFO: processing secret/auth-system-monitoring-qi6eien0yj
INFO: processing secret/certificate-controller-token-f9x7s
INFO: processing secret/clusterrole-aggregation-controller-token-pb4kl
INFO: processing secret/coredns-token-xth6v
INFO: processing secret/cronjob-controller-token-dcvkj
INFO: processing secret/daemon-set-controller-token-lssdl
INFO: processing secret/default-token-g29jr
INFO: processing secret/deployment-controller-token-w56lb
INFO: processing secret/disruption-controller-token-tkfz4
INFO: processing secret/endpoint-controller-token-hvqdd
INFO: processing secret/endpointslice-controller-token-7lqsb
INFO: processing secret/endpointslicemirroring-controller-token-jvsrs
INFO: processing secret/ephemeral-volume-controller-token-bvbvj
INFO: processing secret/expand-controller-token-d9hqz
INFO: processing secret/generic-garbage-collector-token-qmzrx
INFO: processing secret/horizontal-pod-autoscaler-token-dqqwr
INFO: processing secret/job-controller-token-6lc5x
INFO: processing secret/namespace-controller-token-567q9
INFO: processing secret/node-controller-token-99pdq
INFO: processing secret/persistent-volume-binder-token-77q6w
INFO: processing secret/pod-garbage-collector-token-t5bkl
INFO: processing secret/pv-protection-controller-token-f62zr
INFO: processing secret/pvc-protection-controller-token-76pt8
INFO: processing secret/replicaset-controller-token-vbsh8
INFO: processing secret/replication-controller-token-h4ljs
INFO: processing secret/resourcequota-controller-token-krxh9
INFO: processing secret/root-ca-cert-publisher-token-f45hx
INFO: processing secret/service-account-controller-token-86sf9
INFO: processing secret/service-controller-token-26qch
INFO: processing secret/statefulset-controller-token-jtk9p
INFO: processing secret/ttl-after-finished-controller-token-qwv6l
INFO: processing secret/ttl-controller-token-xc46v
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/attachdetach-controller
INFO: processing serviceaccount/certificate-controller
INFO: processing serviceaccount/clusterrole-aggregation-controller
INFO: processing serviceaccount/coredns
INFO: processing serviceaccount/cronjob-controller
INFO: processing serviceaccount/daemon-set-controller
INFO: processing serviceaccount/default
INFO: processing serviceaccount/deployment-controller
INFO: processing serviceaccount/disruption-controller
INFO: processing serviceaccount/endpoint-controller
INFO: processing serviceaccount/endpointslice-controller
INFO: processing serviceaccount/endpointslicemirroring-controller
INFO: processing serviceaccount/ephemeral-volume-controller
INFO: processing serviceaccount/expand-controller
INFO: processing serviceaccount/generic-garbage-collector
INFO: processing serviceaccount/horizontal-pod-autoscaler
INFO: processing serviceaccount/job-controller
INFO: processing serviceaccount/namespace-controller
INFO: processing serviceaccount/node-controller
INFO: processing serviceaccount/persistent-volume-binder
INFO: processing serviceaccount/pod-garbage-collector
INFO: processing serviceaccount/pv-protection-controller
INFO: processing serviceaccount/pvc-protection-controller
INFO: processing serviceaccount/replicaset-controller
INFO: processing serviceaccount/replication-controller
INFO: processing serviceaccount/resourcequota-controller
INFO: processing serviceaccount/root-ca-cert-publisher
INFO: processing serviceaccount/service-account-controller
INFO: processing serviceaccount/service-controller
INFO: processing serviceaccount/statefulset-controller
INFO: processing serviceaccount/ttl-after-finished-controller
INFO: processing serviceaccount/ttl-controller
INFO: collect info for services
INFO: processing service/kube-dns
INFO: collect info for jobs
INFO: collect info for persistentvolumes
INFO: collect info for customresourcedefinitions
INFO: processing customresourcedefinition.apiextensions.k8s.io/network-attachment-definitions.k8s.cni.cncf.io
INFO: collect info for storageclasses
INFO: info collected
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
/tmp/juju-logs/logs /tmp/juju-logs
/tmp/juju-logs
~/.tf/logs/0 ~
~
INFO: collecting from 1
INFO: Collecting docker logs
WARNING: No swap limit support
INFO: Collecting juju logs
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /etc/cni
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-alarm-gen
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-api
INFO: Collecting tf logs: /var/log/contrail/analytics-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-snmp-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-topology
INFO: Collecting tf logs: /var/log/contrail/cni
INFO: Collecting tf logs: /var/log/contrail/config-api
INFO: Collecting tf logs: /var/log/contrail/config-database
INFO: Collecting tf logs: /var/log/contrail/config-database-cassandra
INFO: Collecting tf logs: /var/log/contrail/config-database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-database-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-database-rabbitmq
INFO: Collecting tf logs: /var/log/contrail/config-database-zookeeper
INFO: Collecting tf logs: /var/log/contrail/config-device-manager
INFO: Collecting tf logs: /var/log/contrail/config-dnsmasq
INFO: Collecting tf logs: /var/log/contrail/config-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-schema
INFO: Collecting tf logs: /var/log/contrail/config-svc-monitor
INFO: Collecting tf logs: /var/log/contrail/control-control
INFO: Collecting tf logs: /var/log/contrail/control-dns
INFO: Collecting tf logs: /var/log/contrail/control-named
INFO: Collecting tf logs: /var/log/contrail/control-nodemgr
INFO: Collecting tf logs: /var/log/contrail/control-provisioner
INFO: Collecting tf logs: /var/log/contrail/database
INFO: Collecting tf logs: /var/log/contrail/database-cassandra
INFO: Collecting tf logs: /var/log/contrail/database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/database-provisioner
INFO: Collecting tf logs: /var/log/contrail/database-query-engine
INFO: Collecting tf logs: /var/log/contrail/kafka
INFO: Collecting tf logs: /var/log/contrail/kubernetes-kube-manager
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rabbitmq
INFO: Collecting tf logs: /var/log/contrail/webui-job
INFO: Collecting tf logs: /var/log/contrail/webui-web
INFO: Collecting tf logs: /var/log/contrail/zookeeper
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8100/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8101/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8103/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8104/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8112/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8113/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8114/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8083/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8084/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8096/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8089/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8090/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8091/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:8092/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:5995/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:5920/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-2:5921/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Sep 16 06:25 .
drwxr-xr-x 14 root root 4096 Sep 16 06:05 ..
-rw-r--r-- 1 root root 286 Sep 16 04:45 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxrwxrwx 2 root root 4096 Sep 16 06:05 .
drwxr-xr-x 14 root root 4096 Sep 16 06:05 ..
INFO: Collecting openstack logs
INFO: Collecting kubernetes logs
INFO: Collecting kubernetes object info
INFO: Processing namespace contrail
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/contrail-kubemanager
INFO: processing secret/contrail-kubemanager-token-nqpnn
INFO: processing secret/default-token-kbgkb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/contrail-kubemanager
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace default
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/ctest-nginx-svc-67657341
INFO: processing endpoints/kubernetes
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-m4qxb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: processing service/ctest-nginx-svc-67657341
INFO: processing service/kubernetes
INFO: collect info for jobs
INFO: Processing namespace kube-node-lease
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-x49z4
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-public
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-796mb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-system
INFO: collect info for pod
INFO: processing pod/coredns-6f867cd986-6dsts
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: processing deployment.apps/coredns
INFO: collect info for replicaset.apps
INFO: processing replicaset.apps/coredns-6f867cd986
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/coredns
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/kube-dns
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/attachdetach-controller-token-zgprb
INFO: processing secret/auth-admin-r0ifowt2rp
INFO: processing secret/auth-kube-controller-manager-ly8kv4uxwm
INFO: processing secret/auth-kube-proxy-0vz0w7uaob
INFO: processing secret/auth-kubernetes-worker-0-0aal3cenr6
INFO: processing secret/auth-kubernetes-worker-0-4ro7du169g
INFO: processing secret/auth-kubernetes-worker-1-6zji48uois
INFO: processing secret/auth-kubernetes-worker-1-lv6thalnqk
INFO: processing secret/auth-system-kube-scheduler-r1quvs0hgi
INFO: processing secret/auth-system-monitoring-pvstdwl47g
INFO: processing secret/auth-system-monitoring-qi6eien0yj
INFO: processing secret/certificate-controller-token-f9x7s
INFO: processing secret/clusterrole-aggregation-controller-token-pb4kl
INFO: processing secret/coredns-token-xth6v
INFO: processing secret/cronjob-controller-token-dcvkj
INFO: processing secret/daemon-set-controller-token-lssdl
INFO: processing secret/default-token-g29jr
INFO: processing secret/deployment-controller-token-w56lb
INFO: processing secret/disruption-controller-token-tkfz4
INFO: processing secret/endpoint-controller-token-hvqdd
INFO: processing secret/endpointslice-controller-token-7lqsb
INFO: processing secret/endpointslicemirroring-controller-token-jvsrs
INFO: processing secret/ephemeral-volume-controller-token-bvbvj
INFO: processing secret/expand-controller-token-d9hqz
INFO: processing secret/generic-garbage-collector-token-qmzrx
INFO: processing secret/horizontal-pod-autoscaler-token-dqqwr
INFO: processing secret/job-controller-token-6lc5x
INFO: processing secret/namespace-controller-token-567q9
INFO: processing secret/node-controller-token-99pdq
INFO: processing secret/persistent-volume-binder-token-77q6w
INFO: processing secret/pod-garbage-collector-token-t5bkl
INFO: processing secret/pv-protection-controller-token-f62zr
INFO: processing secret/pvc-protection-controller-token-76pt8
INFO: processing secret/replicaset-controller-token-vbsh8
INFO: processing secret/replication-controller-token-h4ljs
INFO: processing secret/resourcequota-controller-token-krxh9
INFO: processing secret/root-ca-cert-publisher-token-f45hx
INFO: processing secret/service-account-controller-token-86sf9
INFO: processing secret/service-controller-token-26qch
INFO: processing secret/statefulset-controller-token-jtk9p
INFO: processing secret/ttl-after-finished-controller-token-qwv6l
INFO: processing secret/ttl-controller-token-xc46v
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/attachdetach-controller
INFO: processing serviceaccount/certificate-controller
INFO: processing serviceaccount/clusterrole-aggregation-controller
INFO: processing serviceaccount/coredns
INFO: processing serviceaccount/cronjob-controller
INFO: processing serviceaccount/daemon-set-controller
INFO: processing serviceaccount/default
INFO: processing serviceaccount/deployment-controller
INFO: processing serviceaccount/disruption-controller
INFO: processing serviceaccount/endpoint-controller
INFO: processing serviceaccount/endpointslice-controller
INFO: processing serviceaccount/endpointslicemirroring-controller
INFO: processing serviceaccount/ephemeral-volume-controller
INFO: processing serviceaccount/expand-controller
INFO: processing serviceaccount/generic-garbage-collector
INFO: processing serviceaccount/horizontal-pod-autoscaler
INFO: processing serviceaccount/job-controller
INFO: processing serviceaccount/namespace-controller
INFO: processing serviceaccount/node-controller
INFO: processing serviceaccount/persistent-volume-binder
INFO: processing serviceaccount/pod-garbage-collector
INFO: processing serviceaccount/pv-protection-controller
INFO: processing serviceaccount/pvc-protection-controller
INFO: processing serviceaccount/replicaset-controller
INFO: processing serviceaccount/replication-controller
INFO: processing serviceaccount/resourcequota-controller
INFO: processing serviceaccount/root-ca-cert-publisher
INFO: processing serviceaccount/service-account-controller
INFO: processing serviceaccount/service-controller
INFO: processing serviceaccount/statefulset-controller
INFO: processing serviceaccount/ttl-after-finished-controller
INFO: processing serviceaccount/ttl-controller
INFO: collect info for services
INFO: processing service/kube-dns
INFO: collect info for jobs
INFO: collect info for persistentvolumes
INFO: collect info for customresourcedefinitions
INFO: processing customresourcedefinition.apiextensions.k8s.io/network-attachment-definitions.k8s.cni.cncf.io
INFO: collect info for storageclasses
INFO: info collected
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
/tmp/juju-logs/logs /tmp/juju-logs
/tmp/juju-logs
~/.tf/logs/1 ~
~
INFO: collecting from 2
INFO: Collecting docker logs
WARNING: No swap limit support
INFO: Collecting juju logs
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /etc/cni
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-alarm-gen
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-alarm-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-api
INFO: Collecting tf logs: /var/log/contrail/analytics-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-nodemgr
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-provisioner
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-snmp-collector
INFO: Collecting tf logs: /var/log/contrail/analytics-snmp-topology
INFO: Collecting tf logs: /var/log/contrail/cni
INFO: Collecting tf logs: /var/log/contrail/config-api
INFO: Collecting tf logs: /var/log/contrail/config-database
INFO: Collecting tf logs: /var/log/contrail/config-database-cassandra
INFO: Collecting tf logs: /var/log/contrail/config-database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-database-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-database-rabbitmq
INFO: Collecting tf logs: /var/log/contrail/config-database-zookeeper
INFO: Collecting tf logs: /var/log/contrail/config-device-manager
INFO: Collecting tf logs: /var/log/contrail/config-dnsmasq
INFO: Collecting tf logs: /var/log/contrail/config-nodemgr
INFO: Collecting tf logs: /var/log/contrail/config-provisioner
INFO: Collecting tf logs: /var/log/contrail/config-schema
INFO: Collecting tf logs: /var/log/contrail/config-svc-monitor
INFO: Collecting tf logs: /var/log/contrail/control-control
INFO: Collecting tf logs: /var/log/contrail/control-dns
INFO: Collecting tf logs: /var/log/contrail/control-named
INFO: Collecting tf logs: /var/log/contrail/control-nodemgr
INFO: Collecting tf logs: /var/log/contrail/control-provisioner
INFO: Collecting tf logs: /var/log/contrail/database
INFO: Collecting tf logs: /var/log/contrail/database-cassandra
INFO: Collecting tf logs: /var/log/contrail/database-nodemgr
INFO: Collecting tf logs: /var/log/contrail/database-provisioner
INFO: Collecting tf logs: /var/log/contrail/database-query-engine
INFO: Collecting tf logs: /var/log/contrail/kafka
INFO: Collecting tf logs: /var/log/contrail/kubernetes-kube-manager
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/rabbitmq
INFO: Collecting tf logs: /var/log/contrail/webui-job
INFO: Collecting tf logs: /var/log/contrail/webui-web
INFO: Collecting tf logs: /var/log/contrail/zookeeper
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8100/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8101/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8103/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8104/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8112/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8113/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8114/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8083/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8084/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8089/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8090/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8091/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:8092/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:5995/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:5920/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://cn-jenkins-deploy-platform-juju-k8s-669-3:5921/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Sep 16 06:25 .
drwxr-xr-x 14 root root 4096 Sep 16 06:05 ..
-rw-r--r-- 1 root root 286 Sep 16 04:48 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxrwxrwx 2 root root 4096 Sep 16 06:05 .
drwxr-xr-x 14 root root 4096 Sep 16 06:05 ..
INFO: Collecting openstack logs
INFO: Collecting kubernetes logs
INFO: Collecting kubernetes object info
INFO: Processing namespace contrail
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/contrail-kubemanager
INFO: processing secret/contrail-kubemanager-token-nqpnn
INFO: processing secret/default-token-kbgkb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/contrail-kubemanager
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace default
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/ctest-nginx-svc-67657341
INFO: processing endpoints/kubernetes
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-m4qxb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: processing service/ctest-nginx-svc-67657341
INFO: processing service/kubernetes
INFO: collect info for jobs
INFO: Processing namespace kube-node-lease
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-x49z4
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-public
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-796mb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-system
INFO: collect info for pod
INFO: processing pod/coredns-6f867cd986-6dsts
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: processing deployment.apps/coredns
INFO: collect info for replicaset.apps
INFO: processing replicaset.apps/coredns-6f867cd986
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/coredns
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/kube-dns
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/attachdetach-controller-token-zgprb
INFO: processing secret/auth-admin-r0ifowt2rp
INFO: processing secret/auth-kube-controller-manager-ly8kv4uxwm
INFO: processing secret/auth-kube-proxy-0vz0w7uaob
INFO: processing secret/auth-kubernetes-worker-0-0aal3cenr6
INFO: processing secret/auth-kubernetes-worker-0-4ro7du169g
INFO: processing secret/auth-kubernetes-worker-1-6zji48uois
INFO: processing secret/auth-kubernetes-worker-1-lv6thalnqk
INFO: processing secret/auth-system-kube-scheduler-r1quvs0hgi
INFO: processing secret/auth-system-monitoring-pvstdwl47g
INFO: processing secret/auth-system-monitoring-qi6eien0yj
INFO: processing secret/certificate-controller-token-f9x7s
INFO: processing secret/clusterrole-aggregation-controller-token-pb4kl
INFO: processing secret/coredns-token-xth6v
INFO: processing secret/cronjob-controller-token-dcvkj
INFO: processing secret/daemon-set-controller-token-lssdl
INFO: processing secret/default-token-g29jr
INFO: processing secret/deployment-controller-token-w56lb
INFO: processing secret/disruption-controller-token-tkfz4
INFO: processing secret/endpoint-controller-token-hvqdd
INFO: processing secret/endpointslice-controller-token-7lqsb
INFO: processing secret/endpointslicemirroring-controller-token-jvsrs
INFO: processing secret/ephemeral-volume-controller-token-bvbvj
INFO: processing secret/expand-controller-token-d9hqz
INFO: processing secret/generic-garbage-collector-token-qmzrx
INFO: processing secret/horizontal-pod-autoscaler-token-dqqwr
INFO: processing secret/job-controller-token-6lc5x
INFO: processing secret/namespace-controller-token-567q9
INFO: processing secret/node-controller-token-99pdq
INFO: processing secret/persistent-volume-binder-token-77q6w
INFO: processing secret/pod-garbage-collector-token-t5bkl
INFO: processing secret/pv-protection-controller-token-f62zr
INFO: processing secret/pvc-protection-controller-token-76pt8
INFO: processing secret/replicaset-controller-token-vbsh8
INFO: processing secret/replication-controller-token-h4ljs
INFO: processing secret/resourcequota-controller-token-krxh9
INFO: processing secret/root-ca-cert-publisher-token-f45hx
INFO: processing secret/service-account-controller-token-86sf9
INFO: processing secret/service-controller-token-26qch
INFO: processing secret/statefulset-controller-token-jtk9p
INFO: processing secret/ttl-after-finished-controller-token-qwv6l
INFO: processing secret/ttl-controller-token-xc46v
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/attachdetach-controller
INFO: processing serviceaccount/certificate-controller
INFO: processing serviceaccount/clusterrole-aggregation-controller
INFO: processing serviceaccount/coredns
INFO: processing serviceaccount/cronjob-controller
INFO: processing serviceaccount/daemon-set-controller
INFO: processing serviceaccount/default
INFO: processing serviceaccount/deployment-controller
INFO: processing serviceaccount/disruption-controller
INFO: processing serviceaccount/endpoint-controller
INFO: processing serviceaccount/endpointslice-controller
INFO: processing serviceaccount/endpointslicemirroring-controller
INFO: processing serviceaccount/ephemeral-volume-controller
INFO: processing serviceaccount/expand-controller
INFO: processing serviceaccount/generic-garbage-collector
INFO: processing serviceaccount/horizontal-pod-autoscaler
INFO: processing serviceaccount/job-controller
INFO: processing serviceaccount/namespace-controller
INFO: processing serviceaccount/node-controller
INFO: processing serviceaccount/persistent-volume-binder
INFO: processing serviceaccount/pod-garbage-collector
INFO: processing serviceaccount/pv-protection-controller
INFO: processing serviceaccount/pvc-protection-controller
INFO: processing serviceaccount/replicaset-controller
INFO: processing serviceaccount/replication-controller
INFO: processing serviceaccount/resourcequota-controller
INFO: processing serviceaccount/root-ca-cert-publisher
INFO: processing serviceaccount/service-account-controller
INFO: processing serviceaccount/service-controller
INFO: processing serviceaccount/statefulset-controller
INFO: processing serviceaccount/ttl-after-finished-controller
INFO: processing serviceaccount/ttl-controller
INFO: collect info for services
INFO: processing service/kube-dns
INFO: collect info for jobs
INFO: collect info for persistentvolumes
INFO: collect info for customresourcedefinitions
INFO: processing customresourcedefinition.apiextensions.k8s.io/network-attachment-definitions.k8s.cni.cncf.io
INFO: collect info for storageclasses
INFO: info collected
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
/tmp/juju-logs/logs /tmp/juju-logs
/tmp/juju-logs
~/.tf/logs/2 ~
~
INFO: collecting from 3
INFO: Collecting docker logs
WARNING: No swap limit support
INFO: Collecting juju logs
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /etc/cni
INFO: Collecting tf logs: /var/log/contrail/cni
INFO: Collecting tf logs: /var/log/contrail/contrail-lbaas-haproxy-stdout.log
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/vrouter-agent
INFO: Collecting tf logs: /var/log/contrail/vrouter-kernel-build-init
INFO: Collecting tf logs: /var/log/contrail/vrouter-nodemgr
INFO: Collecting tf logs: /var/log/contrail/vrouter-provisioner
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://an-jenkins-deploy-platform-juju-k8s-669-1:8102/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://an-jenkins-deploy-platform-juju-k8s-669-1:8085/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Sep 16 06:25 .
drwxr-xr-x 14 root root 4096 Sep 16 06:14 ..
-rw-r--r-- 1 root root 286 Sep 16 04:50 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxr-xr-x 2 root root 4096 Sep 16 06:14 .
drwxr-xr-x 14 root root 4096 Sep 16 06:14 ..
INFO: Collecting openstack logs
INFO: Collecting kubernetes logs
INFO: Collecting kubernetes object info
INFO: Processing namespace contrail
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/contrail-kubemanager
INFO: processing secret/contrail-kubemanager-token-nqpnn
INFO: processing secret/default-token-kbgkb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/contrail-kubemanager
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace default
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/ctest-nginx-svc-67657341
INFO: processing endpoints/kubernetes
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-m4qxb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: processing service/ctest-nginx-svc-67657341
INFO: processing service/kubernetes
INFO: collect info for jobs
INFO: Processing namespace kube-node-lease
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-x49z4
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-public
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-796mb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-system
INFO: collect info for pod
INFO: processing pod/coredns-6f867cd986-6dsts
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: processing deployment.apps/coredns
INFO: collect info for replicaset.apps
INFO: processing replicaset.apps/coredns-6f867cd986
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/coredns
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/kube-dns
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/attachdetach-controller-token-zgprb
INFO: processing secret/auth-admin-r0ifowt2rp
INFO: processing secret/auth-kube-controller-manager-ly8kv4uxwm
INFO: processing secret/auth-kube-proxy-0vz0w7uaob
INFO: processing secret/auth-kubernetes-worker-0-0aal3cenr6
INFO: processing secret/auth-kubernetes-worker-0-4ro7du169g
INFO: processing secret/auth-kubernetes-worker-1-6zji48uois
INFO: processing secret/auth-kubernetes-worker-1-lv6thalnqk
INFO: processing secret/auth-system-kube-scheduler-r1quvs0hgi
INFO: processing secret/auth-system-monitoring-pvstdwl47g
INFO: processing secret/auth-system-monitoring-qi6eien0yj
INFO: processing secret/certificate-controller-token-f9x7s
INFO: processing secret/clusterrole-aggregation-controller-token-pb4kl
INFO: processing secret/coredns-token-xth6v
INFO: processing secret/cronjob-controller-token-dcvkj
INFO: processing secret/daemon-set-controller-token-lssdl
INFO: processing secret/default-token-g29jr
INFO: processing secret/deployment-controller-token-w56lb
INFO: processing secret/disruption-controller-token-tkfz4
INFO: processing secret/endpoint-controller-token-hvqdd
INFO: processing secret/endpointslice-controller-token-7lqsb
INFO: processing secret/endpointslicemirroring-controller-token-jvsrs
INFO: processing secret/ephemeral-volume-controller-token-bvbvj
INFO: processing secret/expand-controller-token-d9hqz
INFO: processing secret/generic-garbage-collector-token-qmzrx
INFO: processing secret/horizontal-pod-autoscaler-token-dqqwr
INFO: processing secret/job-controller-token-6lc5x
INFO: processing secret/namespace-controller-token-567q9
INFO: processing secret/node-controller-token-99pdq
INFO: processing secret/persistent-volume-binder-token-77q6w
INFO: processing secret/pod-garbage-collector-token-t5bkl
INFO: processing secret/pv-protection-controller-token-f62zr
INFO: processing secret/pvc-protection-controller-token-76pt8
INFO: processing secret/replicaset-controller-token-vbsh8
INFO: processing secret/replication-controller-token-h4ljs
INFO: processing secret/resourcequota-controller-token-krxh9
INFO: processing secret/root-ca-cert-publisher-token-f45hx
INFO: processing secret/service-account-controller-token-86sf9
INFO: processing secret/service-controller-token-26qch
INFO: processing secret/statefulset-controller-token-jtk9p
INFO: processing secret/ttl-after-finished-controller-token-qwv6l
INFO: processing secret/ttl-controller-token-xc46v
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/attachdetach-controller
INFO: processing serviceaccount/certificate-controller
INFO: processing serviceaccount/clusterrole-aggregation-controller
INFO: processing serviceaccount/coredns
INFO: processing serviceaccount/cronjob-controller
INFO: processing serviceaccount/daemon-set-controller
INFO: processing serviceaccount/default
INFO: processing serviceaccount/deployment-controller
INFO: processing serviceaccount/disruption-controller
INFO: processing serviceaccount/endpoint-controller
INFO: processing serviceaccount/endpointslice-controller
INFO: processing serviceaccount/endpointslicemirroring-controller
INFO: processing serviceaccount/ephemeral-volume-controller
INFO: processing serviceaccount/expand-controller
INFO: processing serviceaccount/generic-garbage-collector
INFO: processing serviceaccount/horizontal-pod-autoscaler
INFO: processing serviceaccount/job-controller
INFO: processing serviceaccount/namespace-controller
INFO: processing serviceaccount/node-controller
INFO: processing serviceaccount/persistent-volume-binder
INFO: processing serviceaccount/pod-garbage-collector
INFO: processing serviceaccount/pv-protection-controller
INFO: processing serviceaccount/pvc-protection-controller
INFO: processing serviceaccount/replicaset-controller
INFO: processing serviceaccount/replication-controller
INFO: processing serviceaccount/resourcequota-controller
INFO: processing serviceaccount/root-ca-cert-publisher
INFO: processing serviceaccount/service-account-controller
INFO: processing serviceaccount/service-controller
INFO: processing serviceaccount/statefulset-controller
INFO: processing serviceaccount/ttl-after-finished-controller
INFO: processing serviceaccount/ttl-controller
INFO: collect info for services
INFO: processing service/kube-dns
INFO: collect info for jobs
INFO: collect info for persistentvolumes
INFO: collect info for customresourcedefinitions
INFO: processing customresourcedefinition.apiextensions.k8s.io/network-attachment-definitions.k8s.cni.cncf.io
INFO: collect info for storageclasses
INFO: info collected
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
INFO: There are no required containers
/tmp/juju-logs/logs /tmp/juju-logs
/tmp/juju-logs
~/.tf/logs/3 ~
~
INFO: collecting from 4
INFO: Collecting docker logs
WARNING: No swap limit support
INFO: Collecting juju logs
INFO: Collecting contrail-status
INFO: Collecting system statistics for logs
INFO: Collecting TF logs
INFO: Collecting tf logs: /etc/contrail
INFO: Collecting tf logs: /etc/cni
INFO: Collecting tf logs: /var/log/contrail/cni
INFO: Collecting tf logs: /var/log/contrail/contrail-lbaas-haproxy-stdout.log
INFO: Collecting tf logs: /var/log/contrail/node-init
INFO: Collecting tf logs: /var/log/contrail/vrouter-agent
INFO: Collecting tf logs: /var/log/contrail/vrouter-kernel-build-init
INFO: Collecting tf logs: /var/log/contrail/vrouter-nodemgr
INFO: Collecting tf logs: /var/log/contrail/vrouter-provisioner
INFO: Collecting tf logs: save_introspect_info
INFO: Collecting tf logs: introspection request: curl -s http://an-jenkins-deploy-platform-juju-k8s-669-2:8102/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting tf logs: introspection request: curl -s http://an-jenkins-deploy-platform-juju-k8s-669-2:8085/Snh_SandeshUVECacheReq?x=NodeStatus
INFO: Collecting core dumps
INFO: content of /var/crash
/var/crash:
total 12
drwxrwxrwt 2 root root 4096 Sep 16 06:25 .
drwxr-xr-x 14 root root 4096 Sep 16 06:14 ..
-rw-r--r-- 1 root root 286 Sep 16 04:52 kexec_cmd
INFO: content of /var/crashes
/var/crashes:
total 8
drwxr-xr-x 2 root root 4096 Sep 16 06:14 .
drwxr-xr-x 14 root root 4096 Sep 16 06:14 ..
INFO: Collecting openstack logs
INFO: Collecting kubernetes logs
INFO: Collecting kubernetes object info
INFO: Processing namespace contrail
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/contrail-kubemanager
INFO: processing secret/contrail-kubemanager-token-nqpnn
INFO: processing secret/default-token-kbgkb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/contrail-kubemanager
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace default
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/ctest-nginx-svc-67657341
INFO: processing endpoints/kubernetes
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-m4qxb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: processing service/ctest-nginx-svc-67657341
INFO: processing service/kubernetes
INFO: collect info for jobs
INFO: Processing namespace kube-node-lease
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-x49z4
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-public
INFO: collect info for pod
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: collect info for replicaset.apps
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/default-token-796mb
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/default
INFO: collect info for services
INFO: collect info for jobs
INFO: Processing namespace kube-system
INFO: collect info for pod
INFO: processing pod/coredns-6f867cd986-6dsts
INFO: collect info for daemonset.apps
INFO: collect info for deployment.apps
INFO: processing deployment.apps/coredns
INFO: collect info for replicaset.apps
INFO: processing replicaset.apps/coredns-6f867cd986
INFO: collect info for statefulset.apps
INFO: collect info for configmaps
INFO: processing configmap/coredns
INFO: processing configmap/kube-root-ca.crt
INFO: collect info for endpoints
INFO: processing endpoints/kube-dns
INFO: collect info for persistentvolumeclaims
INFO: collect info for secrets
INFO: processing secret/attachdetach-controller-token-zgprb
INFO: processing secret/auth-admin-r0ifowt2rp
INFO: processing secret/auth-kube-controller-manager-ly8kv4uxwm
INFO: processing secret/auth-kube-proxy-0vz0w7uaob
INFO: processing secret/auth-kubernetes-worker-0-0aal3cenr6
INFO: processing secret/auth-kubernetes-worker-0-4ro7du169g
INFO: processing secret/auth-kubernetes-worker-1-6zji48uois
INFO: processing secret/auth-kubernetes-worker-1-lv6thalnqk
INFO: processing secret/auth-system-kube-scheduler-r1quvs0hgi
INFO: processing secret/auth-system-monitoring-pvstdwl47g
INFO: processing secret/auth-system-monitoring-qi6eien0yj
INFO: processing secret/certificate-controller-token-f9x7s
INFO: processing secret/clusterrole-aggregation-controller-token-pb4kl
INFO: processing secret/coredns-token-xth6v
INFO: processing secret/cronjob-controller-token-dcvkj
INFO: processing secret/daemon-set-controller-token-lssdl
INFO: processing secret/default-token-g29jr
INFO: processing secret/deployment-controller-token-w56lb
INFO: processing secret/disruption-controller-token-tkfz4
INFO: processing secret/endpoint-controller-token-hvqdd
INFO: processing secret/endpointslice-controller-token-7lqsb
INFO: processing secret/endpointslicemirroring-controller-token-jvsrs
INFO: processing secret/ephemeral-volume-controller-token-bvbvj
INFO: processing secret/expand-controller-token-d9hqz
INFO: processing secret/generic-garbage-collector-token-qmzrx
INFO: processing secret/horizontal-pod-autoscaler-token-dqqwr
INFO: processing secret/job-controller-token-6lc5x
INFO: processing secret/namespace-controller-token-567q9
INFO: processing secret/node-controller-token-99pdq
INFO: processing secret/persistent-volume-binder-token-77q6w
INFO: processing secret/pod-garbage-collector-token-t5bkl
INFO: processing secret/pv-protection-controller-token-f62zr
INFO: processing secret/pvc-protection-controller-token-76pt8
INFO: processing secret/replicaset-controller-token-vbsh8
INFO: processing secret/replication-controller-token-h4ljs
INFO: processing secret/resourcequota-controller-token-krxh9
INFO: processing secret/root-ca-cert-publisher-token-f45hx
INFO: processing secret/service-account-controller-token-86sf9
INFO: processing secret/service-controller-token-26qch
INFO: processing secret/statefulset-controller-token-jtk9p
INFO: processing secret/ttl-after-finished-controller-token-qwv6l
INFO: processing secret/ttl-controller-token-xc46v
INFO: collect info for serviceaccounts
INFO: processing serviceaccount/attachdetach-controller
INFO: processing serviceaccount/certificate-controller
INFO: processing serviceaccount/clusterrole-aggregation-controller
INFO: processing serviceaccount/coredns
INFO: processing serviceaccount/cronjob-controller
INFO: processing serviceaccount/daemon-set-controller
INFO: processing serviceaccount/default
INFO: processing serviceaccount/deployment-controller
INFO: processing serviceaccount/disruption-controller
INFO: processing serviceaccount/endpoint-controller
INFO: processing serviceaccount/endpointslice-controller
INFO: processing serviceaccount/endpointslicemirroring-controller
INFO: processing serviceaccount/ephemeral-volume-controller
INFO: processing serviceaccount/expand-controller
INFO: processing serviceaccount/generic-garbage-collector
INFO: processing serviceaccount/horizontal-pod-autoscaler
INFO: processing serviceaccount/job-controller
INFO: processing serviceaccount/namespace-controller
INFO: processing serviceaccount/node-controller
INFO: processing serviceaccount/persistent-volume-binder
INFO: processing serviceaccount/pod-garbage-collector
INFO: processing serviceaccount/pv-protection-controller
INFO: processing serviceaccount/pvc-protection-controller
INFO: processing serviceaccount/replicaset-controller
INFO: processing serviceaccount/replication-controller
INFO: processing serviceaccount/resourcequota-controller
INFO: processing serviceaccount/root-ca-cert-publisher
INFO: processing serviceaccount/service-account-controller
INFO: processing serviceaccount/service-controller
INFO: processing serviceaccount/statefulset-controller
INFO: processing serviceaccount/ttl-after-finished-controller
INFO: processing serviceaccount/ttl-controller
INFO: collect info for services
INFO: processing service/kube-dns
INFO: collect info for jobs
INFO: collect info for persistentvolumes
INFO: collect info for customresourcedefinitions
INFO: processing customresourcedefinition.apiextensions.k8s.io/network-attachment-definitions.k8s.cni.cncf.io
INFO: collect info for storageclasses
INFO: info collected
INFO: Collecting statuses from cassandra, zookeeper and rabbitmq services
INFO: There are no required containers
/tmp/juju-logs/logs /tmp/juju-logs
/tmp/juju-logs
~/.tf/logs/4 ~
~
INFO: Collected juju status
INFO: Save juju statuses to logs
INFO: Save current juju configuration to logs
INFO: Save unit statuses to logs
INFO: Stage logs was run successfully Mon Sep 16 07:07:22 UTC 2024
[update tf stack configuration]
INFO: collect deployment env
INFO: controller_nodes: 10.0.0.23 10.0.0.31 10.0.0.37
INFO: agent_nodes: 10.0.0.30 10.0.0.32
ERROR application "keystone" not found (not found)
ERROR application "keystone" not found (not found)
couldn't queue one action: "unit-keystone-0" not found
ERROR no actions were successfully enqueued, aborting
ERROR application "keystone" not found (not found)
tf setup profile /home/ubuntu/.tf/stack.env
DEPLOYER=juju
CONTRAIL_CONTAINER_TAG=master-1_0_3_3-1
CONTRAIL_DEPLOYER_CONTAINER_TAG=master-1_0_3_3-1
CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
DEPLOYER_CONTAINER_REGISTRY=nexus.gz1.opensdn.io:5101
ORCHESTRATOR=kubernetes
OPENSTACK_VERSION="ussuri"
CONTROLLER_NODES="10.0.0.23 10.0.0.31 10.0.0.37"
AGENT_NODES="10.0.0.30 10.0.0.32"
CONTROL_NODES="10.0.0.23 10.0.0.31 10.0.0.37 "
SSL_ENABLE="false"
LEGACY_ANALYTICS_ENABLE="true"
HUGE_PAGES_1G=
CONTAINER_RUNTIME=docker
K8S_CA=
DEPLOY_IPA_SERVER=
IPA_PASSWORD=
AUTH_PORT='35357'
ENABLE_NAGIOS='false'
SSH_USER='ubuntu'
AUTH_URL=''
AUTH_PASSWORD='password'
DPDK_AGENT_NODES=''
AUTH_DOMAIN='admin_domain'
CONTROL_NODES='10.0.0.23,10.0.0.31,10.0.0.37'
INFO: Successful deployment Mon Sep 16 07:07:28 UTC 2024
DEBUG: kill running child jobs:
INFO: Deploy logs finished
INFO: Copy logs from host to workspace
Warning: Permanently added '10.0.0.29' (ECDSA) to the list of known hosts.
~/workspace/collect-logs-and-cleanup ~/workspace/collect-logs-and-cleanup
Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts.
Warning: Permanently added 'nexus.gz1.opensdn.io,212.233.90.199' (ECDSA) to the list of known hosts.
INFO: Logs collected at http://nexus.gz1.opensdn.io:8082/jenkins_logs/gerrit/33/1033/1/templates_66/juju-k8s-ha
~/workspace/collect-logs-and-cleanup
+ /home/jenkins/workspace/collect-logs-and-cleanup/src/opensdn-io/tf-jenkins/jobs/devstack/juju/remove_workers.sh
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2024-09-16T04:28:13.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | management=10.0.0.29 |
| config_drive | |
| created | 2024-09-16T04:27:41Z |
| flavor | STD3-1-4 (b2c0fbeb-fafb-4394-adc5-3a9709e76249) |
| hostId | f759b7399e25465450fe30999ecbbdecd6b1c7a1f8ab48587cc5432b |
| id | 958971b8-d7ca-413c-93a9-899bc65ca76f |
| image | N/A (booted from volume) |
| key_name | worker |
| name | jcn_jenkins-deploy-platform-juju-k8s-669_1 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2024-09-16T04:28:13Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='a0a2f0e1-d23d-4bce-8d1b-944a67fef4cd' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2024-09-16T04:30:07.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | management=10.0.0.23 |
| config_drive | |
| created | 2024-09-16T04:29:40Z |
| flavor | STD3-4-16 (b6760da7-d124-45c7-a0a7-64f40acae087) |
| hostId | 649721f8f0516d60f24b75aa1e588f5ddc4ffa84305e2625ac93884c |
| id | 1fff484a-9592-459b-a6b3-d70b8655b455 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | cn_jenkins-deploy-platform-juju-k8s-669_1 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2024-09-16T04:30:07Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='cea52906-f5bc-40f6-a257-5386579274ed' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2024-09-16T04:31:21.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | management=10.0.0.31 |
| config_drive | |
| created | 2024-09-16T04:30:41Z |
| flavor | STD3-4-16 (b6760da7-d124-45c7-a0a7-64f40acae087) |
| hostId | 98fc5553fa5072ee4b9f136ccea3d2aca7879a1a77e3edb9b5b529db |
| id | 1c1abe1a-93f4-4c14-9528-20ab4e3c8bf9 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | cn_jenkins-deploy-platform-juju-k8s-669_2 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2024-09-16T04:31:21Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='9fb8e666-7b50-4a8e-9fd1-4a2c00b2e803' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2024-09-16T04:32:28.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | management=10.0.0.37 |
| config_drive | |
| created | 2024-09-16T04:31:52Z |
| flavor | STD3-4-16 (b6760da7-d124-45c7-a0a7-64f40acae087) |
| hostId | 2e3f7f04746e5ca6d1625576a0c12e059a8ab2a4724d9d3aed2f2063 |
| id | 1b718b12-ad0c-47ad-866c-684f6f87a858 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | cn_jenkins-deploy-platform-juju-k8s-669_3 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2024-09-16T04:32:28Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='fc26a9c4-d016-40a3-8d91-ed0ceea04216' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2024-09-16T04:36:35.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | management=10.0.0.30 |
| config_drive | |
| created | 2024-09-16T04:35:10Z |
| flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) |
| hostId | 649721f8f0516d60f24b75aa1e588f5ddc4ffa84305e2625ac93884c |
| id | 0321f3ad-7492-4dc4-934e-4f57424bc456 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | an_jenkins-deploy-platform-juju-k8s-669_1 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2024-09-16T04:36:35Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='02c66b7f-835f-4120-aa4d-c072bc0121d3' |
+-----------------------------+----------------------------------------------------------+
nova CLI is deprecated and will be removed in a future release
| locked | False |
INFO: do down nodes
+-----------------------------+----------------------------------------------------------+
| Field | Value |
+-----------------------------+----------------------------------------------------------+
| OS-DCF:diskConfig | MANUAL |
| OS-EXT-AZ:availability_zone | GZ1 |
| OS-EXT-STS:power_state | Running |
| OS-EXT-STS:task_state | None |
| OS-EXT-STS:vm_state | active |
| OS-SRV-USG:launched_at | 2024-09-16T04:37:56.000000 |
| OS-SRV-USG:terminated_at | None |
| accessIPv4 | |
| accessIPv6 | |
| addresses | management=10.0.0.32 |
| config_drive | |
| created | 2024-09-16T04:37:19Z |
| flavor | STD3-2-8 (2d9866a9-e955-4986-b00a-340ca54b2cac) |
| hostId | aebc1863577b6f5fd2b8919ecca345465d109eb7301ab5563710b3f8 |
| id | af2dde0c-adcf-43bc-bcd3-fc549de006c3 |
| image | N/A (booted from volume) |
| key_name | worker |
| name | an_jenkins-deploy-platform-juju-k8s-669_2 |
| progress | 0 |
| project_id | **** |
| properties | |
| status | ACTIVE |
| updated | 2024-09-16T04:37:56Z |
| user_id | 25d930adb802408885c71e341481886e |
| volumes_attached | id='192e179f-fda5-4cc7-bcb6-144b75c56943' |
+-----------------------------+----------------------------------------------------------+
Archiving artifacts
Finished: SUCCESS