++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/config-database-nodemgr ++ CONTAINER_LOG_DIR=/var/log/contrail/config-database-nodemgr ++ mkdir -p /var/log/contrail/config-database-nodemgr ++ log_file=/var/log/contrail/config-database-nodemgr/console.log ++ touch /var/log/contrail/config-database-nodemgr/console.log ++ chmod 600 /var/log/contrail/config-database-nodemgr/console.log ++ exec +++ tee -a /var/log/contrail/config-database-nodemgr/console.log +++ date ++ echo 'INFO: =================== Mon Oct 20 02:05:20 AM UTC 2025 ===================' INFO: =================== Mon Oct 20 02:05:20 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ cut -d / -f 1 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.27 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=256 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 256 ]] ++ [[ -z '' ]] +++ mount -t hugetlbfs +++ tail -n 1 +++ awk '/pagesize=2M/{print($3)}' ++ HUGE_PAGES_2MB_DIR= ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST= ++ CLOUD_ORCHESTRATOR=openstack ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=rbac ++ AUTH_MODE=keystone ++ AUTH_PARAMS= ++ SSL_ENABLE=false ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ ANALYTICS_ALARM_ENABLE=True ++ ANALYTICS_SNMP_ENABLE=True ++ ANALYTICSDB_ENABLE=True ++ ANALYTICS_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ ANALYTICSDB_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ ANALYTICS_SNMP_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:8081 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:8081 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8081 ' +++ '[' -n '10.0.0.22:8081 10.0.0.254:8081 10.0.0.27:8081 ' ']' +++ echo '10.0.0.22:8081 10.0.0.254:8081 10.0.0.27:8081' ++ ANALYTICS_SERVERS='10.0.0.22:8081 10.0.0.254:8081 10.0.0.27:8081' +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9042 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:9042 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9042 ' +++ '[' -n '10.0.0.22:9042 10.0.0.254:9042 10.0.0.27:9042 ' ']' +++ echo '10.0.0.22:9042 10.0.0.254:9042 10.0.0.27:9042' ++ ANALYTICSDB_CQL_SERVERS='10.0.0.22:9042 10.0.0.254:9042 10.0.0.27:9042' ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:8086 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:8086 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8086 ' +++ '[' -n '10.0.0.22:8086 10.0.0.254:8086 10.0.0.27:8086 ' ']' +++ echo '10.0.0.22:8086 10.0.0.254:8086 10.0.0.27:8086' ++ COLLECTOR_SERVERS='10.0.0.22:8086 10.0.0.254:8086 10.0.0.27:8086' ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9041 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7201 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ CONFIGDB_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:8082 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:8082 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8082 ' +++ '[' -n '10.0.0.22:8082 10.0.0.254:8082 10.0.0.27:8082 ' ']' +++ echo '10.0.0.22:8082 10.0.0.254:8082 10.0.0.27:8082' ++ CONFIG_SERVERS='10.0.0.22:8082 10.0.0.254:8082 10.0.0.27:8082' +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9161 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:9161 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9161 ' +++ '[' -n '10.0.0.22:9161 10.0.0.254:9161 10.0.0.27:9161 ' ']' +++ echo '10.0.0.22:9161 10.0.0.254:9161 10.0.0.27:9161' ++ CONFIGDB_SERVERS='10.0.0.22:9161 10.0.0.254:9161 10.0.0.27:9161' +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9041 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:9041 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9041 ' +++ '[' -n '10.0.0.22:9041 10.0.0.254:9041 10.0.0.27:9041 ' ']' +++ echo '10.0.0.22:9041 10.0.0.254:9041 10.0.0.27:9041' ++ CONFIGDB_CQL_SERVERS='10.0.0.22:9041 10.0.0.254:9041 10.0.0.27:9041' ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=false ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=false ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=false ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.20.0.25,10.20.0.14,10.20.0.193 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.20.0.25,10.20.0.14,10.20.0.193 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+=10.0.0.22:2181, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+=10.0.0.254:2181, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+=10.0.0.27:2181, +++ '[' -n 10.0.0.22:2181,10.0.0.254:2181,10.0.0.27:2181, ']' +++ echo 10.0.0.22:2181,10.0.0.254:2181,10.0.0.27:2181 ++ ZOOKEEPER_SERVERS=10.0.0.22:2181,10.0.0.254:2181,10.0.0.27:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:2181 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:2181 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:2181 ' +++ '[' -n '10.0.0.22:2181 10.0.0.254:2181 10.0.0.27:2181 ' ']' +++ echo '10.0.0.22:2181 10.0.0.254:2181 10.0.0.27:2181' ++ ZOOKEEPER_SERVERS_SPACE_DELIM='10.0.0.22:2181 10.0.0.254:2181 10.0.0.27:2181' ++ RABBITMQ_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+=10.0.0.22:5673, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+=10.0.0.254:5673, +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+=10.0.0.27:5673, +++ '[' -n 10.0.0.22:5673,10.0.0.254:5673,10.0.0.27:5673, ']' +++ echo 10.0.0.22:5673,10.0.0.254:5673,10.0.0.27:5673 ++ RABBITMQ_SERVERS=10.0.0.22:5673,10.0.0.254:5673,10.0.0.27:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=false ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:6379 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:6379 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:6379 ' +++ '[' -n '10.0.0.22:6379 10.0.0.254:6379 10.0.0.27:6379 ' ']' +++ echo '10.0.0.22:6379 10.0.0.254:6379 10.0.0.27:6379' ++ REDIS_SERVERS='10.0.0.22:6379 10.0.0.254:6379 10.0.0.27:6379' ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=false ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.22 +++ local server_address=10.0.0.22 +++ extended_server_list+='10.0.0.22:9092 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.254 +++ local server_address=10.0.0.254 +++ extended_server_list+='10.0.0.254:9092 ' +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9092 ' +++ '[' -n '10.0.0.22:9092 10.0.0.254:9092 10.0.0.27:9092 ' ']' +++ echo '10.0.0.22:9092 10.0.0.254:9092 10.0.0.27:9092' ++ KAFKA_SERVERS='10.0.0.22:9092 10.0.0.254:9092 10.0.0.27:9092' ++ KAFKA_SSL_ENABLE=false ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/v3 ++ KEYSTONE_AUTH_HOST=10.0.0.22 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.22,10.0.0.254,10.0.0.27 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=false ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=false ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=false ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ /v3 == \/\v\2\.\0 ]] ++ [[ openstack == \o\p\e\n\s\t\a\c\k ]] ++ AUTH_MODE=keystone ++ [[ keystone == \k\e\y\s\t\o\n\e ]] ++ AUTH_PARAMS='--admin_password contrail123' ++ AUTH_PARAMS+=' --admin_tenant_name admin' ++ AUTH_PARAMS+=' --admin_user admin' ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled false + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled false + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled false + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled false + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled false + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ keystone == \k\e\y\s\t\o\n\e ]] + cat + [[ http == \h\t\t\p\s ]] + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + [[ config-database == \t\o\r\a\g\e\n\t ]] + export NODEMGR_TYPE=contrail-config-database + NODEMGR_TYPE=contrail-config-database + NODEMGR_NAME=contrail-config-database-nodemgr ++ echo CONFIG-DATABASE ++ tr - _ + ntype=CONFIG_DATABASE + [[ CONFIG_DATABASE == \V\R\O\U\T\E\R ]] + [[ CONFIG_DATABASE == \D\A\T\A\B\A\S\E ]] + [[ CONFIG_DATABASE == \C\O\N\F\I\G\_\D\A\T\A\B\A\S\E ]] + htype=CONFIGDB + [[ CONFIG_DATABASE == \C\O\N\T\R\O\L ]] ++ get_listen_ip_for_node CONFIGDB +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node CONFIGDB +++ local server_typ=CONFIGDB_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.22,10.0.0.254,10.0.0.27 +++ local servers=10.0.0.22,10.0.0.254,10.0.0.27 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ tr '\n' , ++++ uniq ++++ awk '/32 host/ { print f } {f=$2}' ++++ sort ++++ grep -vi host +++ local local_ips=,10.0.0.27,10.20.0.193,127.0.0.1,172.17.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.22'\''))' +++ local server_ip=10.0.0.22 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.22 ]] +++ [[ ,10.0.0.27,10.20.0.193,127.0.0.1,172.17.0.1,, =~ ,10\.0\.0\.22, ]] +++ (( ord+=1 )) +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.254'\''))' +++ local server_ip=10.0.0.254 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.254 ]] +++ [[ ,10.0.0.27,10.20.0.193,127.0.0.1,172.17.0.1,, =~ ,10\.0\.0\.254, ]] +++ (( ord+=1 )) +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.27'\''))' +++ local server_ip=10.0.0.27 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.27 ]] +++ [[ ,10.0.0.27,10.20.0.193,127.0.0.1,172.17.0.1,, =~ ,10\.0\.0\.27, ]] +++ echo 10.0.0.27 3 +++ return ++ local ip=10.0.0.27 ++ [[ -z 10.0.0.27 ]] ++ echo 10.0.0.27 + hostip=10.0.0.27 + introspect_ip=0.0.0.0 + is_enabled True + local val=true + [[ true == \t\r\u\e ]] + mkdir -p /etc/contrail + cat ++ format_boolean false ++ is_enabled false ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ echo False + '[' -n '' ']' + cat + add_ini_params_from_env CONFIG_DATABASE_NODEMGR /etc/contrail/contrail-config-database-nodemgr.conf + local service_name=CONFIG_DATABASE_NODEMGR + local cfg_path=/etc/contrail/contrail-config-database-nodemgr.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ cut -d = -f 1 ++ grep '^CONFIG_DATABASE_NODEMGR__.*__.*=.*$' ++ sed 's/^CONFIG_DATABASE_NODEMGR__//g' + local vars=DEFAULTS__minimum_diskGB + local section= + for var in $vars + local var_name=CONFIG_DATABASE_NODEMGR__DEFAULTS__minimum_diskGB + local val=2 ++ echo DEFAULTS__minimum_diskGB ++ sed s/DASH/-/g + local var_unsubst=DEFAULTS__minimum_diskGB ++ echo DEFAULTS__minimum_diskGB ++ sed 's/^\(.*\)__.*$/\1/' + local var_section=DEFAULTS + [[ '' != \D\E\F\A\U\L\T\S ]] + echo '[DEFAULTS]' + section=DEFAULTS ++ echo DEFAULTS__minimum_diskGB ++ sed 's/.*__\(.*\)$/\1/' + local var_param=minimum_diskGB + echo 'minimum_diskGB = 2' + cat /etc/contrail/contrail-config-database-nodemgr.conf [DEFAULTS] http_server_ip=0.0.0.0 log_file=/var/log/contrail/config-database-nodemgr/contrail-config-database-nodemgr.log log_level=SYS_DEBUG log_local=1 hostip=10.0.0.27 db_port=9041 db_jmx_port=7201 db_use_ssl=False [COLLECTOR] server_list=10.0.0.22:8086 10.0.0.254:8086 10.0.0.27:8086 [SANDESH] introspect_ssl_enable=false sandesh_ssl_enable=false [DEFAULTS] minimum_diskGB = 2 + upgrade_old_logs contrail-config-database-nodemgr + local template=contrail-config-database-nodemgr ++ dirname /var/log/contrail/config-database-nodemgr + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/config-database-nodemgr + chmod 755 /var/log/contrail/config-database-nodemgr + mv -n '/var/log/contrail/*contrail-config-database-nodemgr.log*' /var/log/contrail/config-database-nodemgr/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/config-database-nodemgr + find /var/log/contrail/config-database-nodemgr -uid 0 -exec chown 1999:1999 '{}' + + exec /bin/sh -c '/usr/local/bin/contrail-nodemgr --nodetype=${NODEMGR_TYPE}' 10/20/2025 02:05:21.431 7f9187001840 [contrail-config-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/20/2025 02:05:21.525 7f9187001840 [contrail-config-database-nodemgr] [ERROR]: Failed to import package "database.sandesh" 10/20/2025 02:05:21.531 7f9187001840 [contrail-config-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8112 10/20/2025 02:05:21.535 7f9187001840 [contrail-config-database-nodemgr] [ERROR]: Failed to import package "database.sandesh" 10/20/2025 02:05:21.540 7f9187001840 [contrail-config-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/20/2025 02:05:21.540 7f9187001840 [contrail-config-database-nodemgr] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/config-database-nodemgr/contrail-config-database-nodemgr.log] CRITICAL:root:Exit data: {'ID': 'f985a318ef7dda976bee6af1702b72acd2a11e58ff7d1a2fa82940a11255002f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 16448} ERROR:contrail-config-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1 INFO:contrail-config-database-nodemgr:send_nodemgr_process_status: Sending UVE:NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-ansible-os-4370-3.', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1760925922240589, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=[ProcessStatus(module_id='contrail-config-database-nodemgr', instance_id='0', state='Non-Functional', connection_infos=dict_values([ConnectionInfo(type='Collector', name='Collector', server_addrs=[''], status='Down', description='none to Idle on EvStart')]), flag_infos=None, description='Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down')], process_info=None, disk_usage_info=None, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': '9ecc7eabc2922c9c4f672721f2eb86687f7db15e1a660cc51f8ae203c56064a6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 16477} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 CRITICAL:root:Exit data: {'ID': '7afe160495fd9be5dc5a08bc00651053f716cf1347ffb0bf8008bdd5a758e0a1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'config_db_uuid'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 16697} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr config_db_uuid'. Error is: Result: 1 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': 'f05806e8ba670a1d0d78b8a6ad92c733213f62aca7e02ca272066b79f8309cd9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'to_bgp_keyspace'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 16815} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr to_bgp_keyspace'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': '583455f733037c1962b0a929a28f974c1a8d98697f89dfc9100b069cc9dac52e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'svc_monitor_keyspace'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 16997} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr svc_monitor_keyspace'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': '72d859a6763d0d379d760541bb8a60bf8aafc8db136a21d8e0597d981b779046', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'DISCOVERY_SERVER'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 17108} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr DISCOVERY_SERVER'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': 'df8280e2d362d0a464bcacf5f675cba1eececadb799a45e44296874634369900', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'useragent'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 17226} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr useragent'. Error is: Result: 1 CRITICAL:root:Exit data: {'ID': 'b1fd0d24b81f0276945768f8831ed8769675f14d6f5a7e0ab7ab037dea6bdf0e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'repair', '-pr', 'dm_keyspace'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 17308} ERROR:contrail-config-database-nodemgr:Failed to run cmd: 'nodetool -p 7201 repair -pr dm_keyspace'. Error is: Result: 1 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:send_process_state_db: Sending UVE: NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-ansible-os-4370-3.', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1760925934324775, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=False, status=None, process_status=None, process_info=[ProcessInfo(process_name='cassandra', process_state='PROCESS_STATE_RUNNING', start_count=1, stop_count=0, exit_count=0, last_start_time='1760925919000000', last_stop_time='', last_exit_time='', core_file_list=[]), ProcessInfo(process_name='zookeeper', process_state='PROCESS_STATE_RUNNING', start_count=1, stop_count=0, exit_count=0, last_start_time='1760925919000000', last_stop_time='', last_exit_time='', core_file_list=[]), ProcessInfo(process_name='contrail-config-database-nodemgr', process_state='PROCESS_STATE_RUNNING', start_count=1, stop_count=0, exit_count=0, last_start_time='1760925919000000', last_stop_time='', last_exit_time='', core_file_list=[])], disk_usage_info=None, description=None, all_core_file_list=None, build_info='{"build-info" : [{"build-version" : "v0+nightly", "build-time" : "2025-10-20 00:52:29.134574", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-11904-1.novalocal", "build-id" : "package contrail", "build-number" : "lib is not installed\n"}]}', process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=4869568, partition_space_available_1k=76220916, percentage_partition_space_used=6, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=[], build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1271688, cpu_share=0.0, mem_res=1262156, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=56312, cpu_share=0.0, mem_res=53364, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54792, cpu_share=0.0, mem_res=44868, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=2194532, free=9621356, buffers=131964, cached=4605448, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.44, five_min_avg=0.41, fifteen_min_avg=0.17, cpu_share=0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. deleted = False process_info = [ << process_name = cassandra process_state = PROCESS_STATE_RUNNING start_count = 1 stop_count = 0 exit_count = 0 last_start_time = 1760925919000000 last_stop_time = last_exit_time = core_file_list = [ ] >>, << process_name = zookeeper process_state = PROCESS_STATE_RUNNING start_count = 1 stop_count = 0 exit_count = 0 last_start_time = 1760925919000000 last_stop_time = last_exit_time = core_file_list = [ ] >>, << process_name = contrail-config-database-nodemgr process_state = PROCESS_STATE_RUNNING start_count = 1 stop_count = 0 exit_count = 0 last_start_time = 1760925919000000 last_stop_time = last_exit_time = core_file_list = [ ] >>, ] build_info = {"build-info" : [{"build-version" : "v0+nightly", "build-time" : "2025-10-20 00:52:29.134574", "build-user" : "root", "build-hostname" : "jenkins-build-prepare-sandbox-11904-1.novalocal", "build-id" : "package contrail", "build-number" : "lib is not installed "}]} >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. disk_usage_info = { /dev/vda1 : << partition_type = ext4 partition_space_used_1k = 4869568 partition_space_available_1k = 76220916 percentage_partition_space_used = 6 >> } all_core_file_list = [ ] process_mem_cpu_usage = { cassandra : << mem_virt = 1271688 cpu_share = 0.0 mem_res = 1262156 >>zookeeper : << mem_virt = 56312 cpu_share = 0.0 mem_res = 53364 >>contrail-config-database-nodemgr : << mem_virt = 54792 cpu_share = 0.0 mem_res = 44868 >> } system_mem_usage = << total = 16175632 used = 2194532 free = 9621356 buffers = 131964 cached = 4605448 node_type = config-database-node >> system_cpu_usage = << one_min_avg = 1.44 five_min_avg = 0.41 fifteen_min_avg = 0.17 cpu_share = 0 node_type = config-database-node >> >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] DatabaseUsage: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. database_usage = [ << disk_space_used_1k = 5818332 disk_space_available_1k = 75272152 config_db_size_1k = 928 >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': '59957ac055b9b42187a6b64f400e5e254b4c3dd77e0130d964522e8a884f049a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 21058} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open INFO:contrail-config-database-nodemgr:send_nodemgr_process_status: Sending UVE:NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-ansible-os-4370-3.', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1760925982065704, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=[ProcessStatus(module_id='contrail-config-database-nodemgr', instance_id='0', state='Non-Functional', connection_infos=dict_values([ConnectionInfo(type='Collector', name='Collector', server_addrs=['10.0.0.27:8086'], status='Down', description='Connect to Idle on EvTcpConnectFail')]), flag_infos=None, description='Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down')], process_info=None, disk_usage_info=None, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': '867fcb764b96b15b869969ca69272ebe5d85457d16e35a761a6ca0e1e2640db3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 21092} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=5818444, partition_space_available_1k=75272040, percentage_partition_space_used=7, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1331040, cpu_share=0.19, mem_res=1317036, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=63180, cpu_share=0.01, mem_res=59908, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=54916, cpu_share=0.01, mem_res=44868, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=3027108, free=8026440, buffers=179228, cached=5320836, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.31, five_min_avg=0.78, fifteen_min_avg=0.31, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. disk_usage_info = { /dev/vda1 : << partition_type = ext4 partition_space_used_1k = 5818444 partition_space_available_1k = 75272040 percentage_partition_space_used = 7 >> } process_mem_cpu_usage = { cassandra : << mem_virt = 1331040 cpu_share = 0.19 mem_res = 1317036 >>zookeeper : << mem_virt = 63180 cpu_share = 0.01 mem_res = 59908 >>contrail-config-database-nodemgr : << mem_virt = 54916 cpu_share = 0.01 mem_res = 44868 >> } system_mem_usage = << total = 16175632 used = 3027108 free = 8026440 buffers = 179228 cached = 5320836 node_type = config-database-node >> system_cpu_usage = << one_min_avg = 2.31 five_min_avg = 0.78 fifteen_min_avg = 0.31 cpu_share = 7.5 node_type = config-database-node >> >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] DatabaseUsage: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. database_usage = [ << disk_space_used_1k = 7306284 disk_space_available_1k = 73784200 config_db_size_1k = 1064 >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': 'a61f08c2e5988d57330d2ac8345deea80d04368a0d5e770bfd99e9d3b11be4c8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 26433} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'c4d6ec2717c1b18c675be8f7130640f6df87f21859a6f38591ed59f953d4e1a5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 26460} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=7308676, partition_space_available_1k=73781808, percentage_partition_space_used=9, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1346816, cpu_share=0.21, mem_res=1331144, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=72200, cpu_share=0.01, mem_res=68880, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55016, cpu_share=0.01, mem_res=44868, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=3276720, free=5924484, buffers=190492, cached=7091232, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.08, five_min_avg=1.0, fifteen_min_avg=0.42, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. disk_usage_info = { /dev/vda1 : << partition_type = ext4 partition_space_used_1k = 7308676 partition_space_available_1k = 73781808 percentage_partition_space_used = 9 >> } process_mem_cpu_usage = { cassandra : << mem_virt = 1346816 cpu_share = 0.21 mem_res = 1331144 >>zookeeper : << mem_virt = 72200 cpu_share = 0.01 mem_res = 68880 >>contrail-config-database-nodemgr : << mem_virt = 55016 cpu_share = 0.01 mem_res = 44868 >> } system_mem_usage = << total = 16175632 used = 3276720 free = 5924484 buffers = 190492 cached = 7091232 node_type = config-database-node >> system_cpu_usage = << one_min_avg = 2.08 five_min_avg = 1.0 fifteen_min_avg = 0.42 cpu_share = 7.0 node_type = config-database-node >> >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.254:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.254:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnectFail] in state[Connect] INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnectFail] => State[Connect] -> State[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.27:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3.:ConfigDatabase:contrail-config-database-nodemgr:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8112 start_time = 1760925921552004 collector_name = collector_ip = 10.0.0.27:8086 collector_list = [ 10.0.0.22:8086, 10.0.0.254:8086, 10.0.0.27:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 2 >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] DatabaseUsage: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. database_usage = [ << disk_space_used_1k = 7937088 disk_space_available_1k = 73153396 config_db_size_1k = 1064 >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Idle] CRITICAL:root:Exit data: {'ID': '280ed06ffe2b651efa74d44fca41ef5ecec92bdc0cc0de63e55976b0e38eb247', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 30881} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'df1917f9a9cd4cdd4ee67dffb25e31c200fbae4c1c6aada6b454beb9c4176f2b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 30902} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] INFO:contrail-config-database-nodemgr:Session Event: TCP Connected INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ERROR:contrail-config-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-ansible-os-4370-3. process_status = [ << module_id = contrail-config-database-nodemgr instance_id = 0 state = Non-Functional connection_infos = [ << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> INFO:contrail-config-database-nodemgr:Discarding event[EvSandeshUVESend] in state[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvTcpConnected] in state[Connect] DEBUG:contrail-config-database-nodemgr:Send sandesh control message. uve type count # 6 INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvTcpConnected] => State[Connect] -> State[ClientInit] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=7940676, partition_space_available_1k=73149808, percentage_partition_space_used=10, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345680, cpu_share=0.05, mem_res=1330408, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=72568, cpu_share=0.0, mem_res=69232, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55112, cpu_share=0.01, mem_res=44868, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=4835956, free=3660268, buffers=205480, cached=7782072, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.62, five_min_avg=1.05, fifteen_min_avg=0.47, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[ClientInit] DEBUG:contrail-config-database-nodemgr:Extracted sandesh length: 0000001016 DEBUG:contrail-config-database-nodemgr:Received sandesh control message [SandeshCtrlServerToClient] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshCtrlMessageRecv] in state[ClientInit] DEBUG:contrail-config-database-nodemgr:Number of uve types in sandesh control message is 0 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:DatabaseUsage] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectGeneratorInfo:SandeshModuleClientTrace] map INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvSandeshCtrlMessageRecv] => State[ClientInit] -> State[Established] INFO:contrail-config-database-nodemgr:Sandesh Send Level [INVALID] -> [SYS_DEBUG] INFO:contrail-config-database-nodemgr:Sandesh Send Level [SYS_DEBUG] -> [INVALID] DEBUG:contrail-config-database-nodemgr:Extracted sandesh length: 0000001439 DEBUG:contrail-config-database-nodemgr:Received sandesh control message [SandeshCtrlServerToClient] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshCtrlMessageRecv] in state[Established] DEBUG:contrail-config-database-nodemgr:Number of uve types in sandesh control message is 3 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:DatabaseUsage] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectGeneratorInfo:SandeshModuleClientTrace] map INFO:contrail-config-database-nodemgr:Sandesh Send Level [INVALID] -> [SYS_DEBUG] INFO:contrail-config-database-nodemgr:Sandesh Send Level [SYS_DEBUG] -> [INVALID] DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b52f76d879fdb61678620e8a30fb29ad33ec19cc47420fb731e95da17fe2f73e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 36296} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '688913b325710ee3fdbb91dc4a6db467c6eb3ebfd37d96f7716436dafda6685e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 36317} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8777920, partition_space_available_1k=72312564, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345908, cpu_share=0.05, mem_res=1330560, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=126780, cpu_share=0.07, mem_res=122808, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55064, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6260184, free=1559152, buffers=233156, cached=8431580, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.25, five_min_avg=1.39, fifteen_min_avg=0.63, cpu_share=10.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3c928db35c44bc801f34b8495a9410e579a4d82aa74d99ac9ebb6fb9ba80d53d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 36857} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4431fbff62629ec414536e534879f4588075f890f321c1d7ecc079caf53b5b1f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 36879} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8781032, partition_space_available_1k=72309452, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1345652, cpu_share=0.04, mem_res=1330416, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=132272, cpu_share=0.01, mem_res=128132, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55088, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6259744, free=1555928, buffers=233280, cached=8435140, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.79, five_min_avg=1.44, fifteen_min_avg=0.7, cpu_share=5.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.27 - - [2025-10-20 02:11:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6825 0.001416 DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '04f135c74d31bf5cd5bf60145a7138ec35e48bc697adeaa7e45b3fb971ef8c49', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 37788} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4de4f8c1cd2ddb5013f98676d44192f43d2d1d0036d031bc1739880c0a85afed', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 37811} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.27 - - [2025-10-20 02:11:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6825 0.001638 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8953144, partition_space_available_1k=72137340, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1346612, cpu_share=0.04, mem_res=1331140, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=132832, cpu_share=0.0, mem_res=128812, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55092, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6280648, free=1347520, buffers=238592, cached=8616984, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.39, five_min_avg=1.39, fifteen_min_avg=0.73, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cb3f9d666ffca15282ea8b283abfbcd6af516dd77e8c7a0328fd9b8ef23472f5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 38653} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '12015e995a4bd2a13b8368e302a9e83537579145f0fe757c6484db62fdaeb6a6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 38678} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8957228, partition_space_available_1k=72133256, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1346812, cpu_share=0.04, mem_res=1330944, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=133408, cpu_share=0.0, mem_res=129388, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55100, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6315728, free=1305308, buffers=238664, cached=8621624, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.29, five_min_avg=1.33, fifteen_min_avg=0.75, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '89298914c7527b760bbfa6e480c03c07cf7db5d321596fb5bf886b6e5659dfa4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 39720} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'e60095dca89eed455e04b8c9248a7f094fbd7d5708bdbcef6e03b77778440e02', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 39743} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8965940, partition_space_available_1k=72124544, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1349432, cpu_share=0.14, mem_res=1333040, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=136064, cpu_share=0.0, mem_res=132020, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55100, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6357380, free=1253648, buffers=238780, cached=8631424, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.47, five_min_avg=1.41, fifteen_min_avg=0.82, cpu_share=8.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1c7c422132ea2322fb4fca2a9b62d100a099b9a1f41f987425a2fe2880fe07d0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 40358} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'ee997a9d07bccde80ec7052b4dd3f5040a3c5c37774a4bf30733fa4e6e6ed1d4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 40379} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8975664, partition_space_available_1k=72114820, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1355268, cpu_share=0.13, mem_res=1338820, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=139952, cpu_share=0.01, mem_res=135872, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55112, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6398144, free=1202732, buffers=238876, cached=8641632, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.68, five_min_avg=1.5, fifteen_min_avg=0.89, cpu_share=8.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '75313d05b084b74d1dd81724194f83d4234a18ea5205241dbe12a3e364fd1be9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 40965} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '86049836ff2928cd837b6a56520992bcfc826250836d7cd1e84c95b448f5010e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 40985} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8981988, partition_space_available_1k=72108496, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1357032, cpu_share=0.07, mem_res=1340484, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=141760, cpu_share=0.0, mem_res=137660, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55112, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6413308, free=1180052, buffers=238980, cached=8648536, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.4, five_min_avg=1.44, fifteen_min_avg=0.91, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '17d6e974679cb9f68ed39a7e2e9d1a27b9e708af8d53285c49bfb3ec5d32171e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 41729} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'cc7dc7f7188e969a5f12bfd13e60792a24b70e32eebce2dc00f24cfe90074db1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 41750} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=8997824, partition_space_available_1k=72092660, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358144, cpu_share=0.18, mem_res=1340924, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=158976, cpu_share=0.01, mem_res=154768, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55116, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6463292, free=1113156, buffers=239124, cached=8665252, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.53, five_min_avg=1.71, fifteen_min_avg=1.04, cpu_share=9.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ba78928d5b3918169b60e07d83729f997afde1ec65b816c4f0faed7b733c199a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 42339} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '11fa3c5ea85870da71519aa5a676ec928371921f7634108ecc90dcadb8d34ab7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 42360} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9006048, partition_space_available_1k=72084436, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358516, cpu_share=0.06, mem_res=1340936, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=152292, cpu_share=0.0, mem_res=148076, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55124, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6471976, free=1097528, buffers=239204, cached=8672652, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.85, five_min_avg=1.68, fifteen_min_avg=1.07, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f39c08dc193d06ea535402ea5ed5b3bc41656b4cfd9636861e48059c293f712e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 42901} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'daebff03555e73fadfab5da9240b7b6660a6846d49f6605bbe1a5d8256f9f4b1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 42926} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9010644, partition_space_available_1k=72079840, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358456, cpu_share=0.03, mem_res=1340864, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=153172, cpu_share=0.0, mem_res=148704, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55124, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6482064, free=1082536, buffers=239248, cached=8677456, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.17, five_min_avg=1.52, fifteen_min_avg=1.06, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '989e2178e130484533ca85b6b07b4eafc8b57ae05f87dbfcd87c4800cf462ed6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 43521} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '34cdf3e499a1c84da2e23b4c545e4dc90c05a509817237a6511486aa2eea8f4f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 43541} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9016648, partition_space_available_1k=72073836, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358552, cpu_share=0.05, mem_res=1340788, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=154128, cpu_share=0.0, mem_res=149900, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55132, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6482672, free=1075280, buffers=239332, cached=8683904, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.37, five_min_avg=1.5, fifteen_min_avg=1.08, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '11ff7b4638478b8a34a385e51fa61796ae7c8735647d03e6f4ae8db65ec27820', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 44300} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'e6a158f427c65610459f1ff407292012a2ab76395344fbd3a2a5016025e23b8f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 44322} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9027412, partition_space_available_1k=72063072, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1353888, cpu_share=0.1, mem_res=1335920, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=158564, cpu_share=0.01, mem_res=154300, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55136, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6508452, free=1037988, buffers=239416, cached=8695516, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.01, five_min_avg=1.92, fifteen_min_avg=1.25, cpu_share=8.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'fc476cce525d1761324d42c98e666fc38e900a1fe9cb503de54282f032c4ab20', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 44917} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4b83147793a6f598ee2a2449fb4d43348c7b4a0142927b1f24e47cfc3a99748e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 44935} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9039980, partition_space_available_1k=72050504, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1353532, cpu_share=0.11, mem_res=1335048, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=161904, cpu_share=0.0, mem_res=157608, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55140, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6505552, free=1026772, buffers=239544, cached=8707928, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.45, five_min_avg=2.15, fifteen_min_avg=1.36, cpu_share=8.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '03fa197b5041d5cb67c5c657a15a0945c647170d861579a6ad9a112c4e135212', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 45507} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '2aee3440d9d48068bcf4f2b4c6630d8db21450ed1f2ab3524403d38dc8e2d62f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 45530} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9048900, partition_space_available_1k=72041584, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1354464, cpu_share=0.07, mem_res=1335460, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=164156, cpu_share=0.0, mem_res=159840, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55144, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6516136, free=1007580, buffers=239652, cached=8716936, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.47, five_min_avg=2.13, fifteen_min_avg=1.41, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1ce1036553890f3d88b2f884e53f26f34c383cf1422ccec334c55068d645b49d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 46109} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7a6e2981072d51b57a3fb4f54acc4ddfe6d3c914a52a67f2c2e90e7f33491527', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 46130} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9055044, partition_space_available_1k=72035440, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1355660, cpu_share=0.06, mem_res=1336404, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=166288, cpu_share=0.0, mem_res=161944, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55148, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6529292, free=986484, buffers=239724, cached=8724504, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.26, five_min_avg=2.58, fifteen_min_avg=1.6, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'abca330072915e6181358a73b31345fc232d2f568f6aecaac5c138d8eff8be6f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 46686} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f155a2935ff78942f0ccdd650454df839d445fd4980b84e290d818cd9de9b104', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 46708} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9063432, partition_space_available_1k=72027052, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1355904, cpu_share=0.07, mem_res=1336580, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=167664, cpu_share=0.0, mem_res=163308, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55152, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6542796, free=965888, buffers=239788, cached=8731784, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.7, five_min_avg=2.4, fifteen_min_avg=1.6, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '97cb3f83288e16a57d89afd3e54d7a108b50684de54086a4e8baadbb891a514c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 47240} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '00643676b171630d9920ab582fa15ea1320b799983dfbc981774ed7c29e6fa97', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 47261} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9067396, partition_space_available_1k=72023088, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1355824, cpu_share=0.03, mem_res=1336516, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=168292, cpu_share=0.0, mem_res=163928, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55168, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6533904, free=970460, buffers=239896, cached=8735984, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.55, five_min_avg=2.12, fifteen_min_avg=1.54, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cec1aaa1ee6e283acfcbc3108a666d846cf6584d10fd22fc0338352793a7fb84', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 47810} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a5b458be1af16ae827896918655c26bf52871022db4d291be05273864eeebe86', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 47833} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9071808, partition_space_available_1k=72018676, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1355916, cpu_share=0.04, mem_res=1336568, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=168996, cpu_share=0.0, mem_res=164636, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55160, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6544416, free=955320, buffers=239996, cached=8740532, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.66, five_min_avg=2.07, fifteen_min_avg=1.57, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '53a2c8687bb2644f3c24ac391e1b1a562072efbe5e396827a162ff3054000f7f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 48387} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7750b2f5f39835f4a09e02545c483aca422bcc705c8d285de9a1f74d23e31192', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 48412} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9081152, partition_space_available_1k=72009332, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1356476, cpu_share=0.05, mem_res=1336444, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=170616, cpu_share=0.0, mem_res=166244, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55164, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6560532, free=928368, buffers=240096, cached=8751168, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.51, five_min_avg=1.91, fifteen_min_avg=1.54, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2cefaff6882aa3535fe3421b8ecb007bb23695cdf660eabf45f3bdd64f69eafa', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 48985} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '6e21d1aa6170c364c00c59f832a600b6de6895b6d7a713a825130dc93d2e0c31', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 49007} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9081660, partition_space_available_1k=72008824, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1356592, cpu_share=0.05, mem_res=1336588, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=171596, cpu_share=0.0, mem_res=167224, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55184, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6559784, free=929536, buffers=240160, cached=8750852, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.93, five_min_avg=1.92, fifteen_min_avg=1.56, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '07a43e787d3013a793cb0ddcaffd15e627209874bbf9d49873c980ad765b9ecd', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 49604} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7c31cf2a9abf08ac1769321329f5f52d468b9d82c7390deb3590805efbd556f3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 49627} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9088220, partition_space_available_1k=72002264, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1356516, cpu_share=0.06, mem_res=1336448, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=173104, cpu_share=0.0, mem_res=168716, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55172, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6583320, free=899044, buffers=240252, cached=8757556, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.53, five_min_avg=1.8, fifteen_min_avg=1.54, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'd7d02f4f18678f6625714712d109392b1d01b4439430bcca8ae679ffd58b36b1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 50162} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '609bf5fe6a178b83c42f2f4f21bb00303011f10d94a507b3e61fafe9e2cb4dd1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 50186} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9092572, partition_space_available_1k=71997912, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1356796, cpu_share=0.04, mem_res=1336592, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=173872, cpu_share=0.0, mem_res=169488, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55180, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6575980, free=901880, buffers=240348, cached=8762024, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.04, five_min_avg=2.1, fifteen_min_avg=1.66, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '97ac03484398eb98a0719e14eeab7d49715bf3620303430e805bd54d7ec5b943', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 50822} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f119a5b3192b0842cbffc3193aefaf9aae9a655fd1ec54d97114f18ebb4a2a74', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 50843} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9091688, partition_space_available_1k=71998796, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1357096, cpu_share=0.09, mem_res=1336724, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=176208, cpu_share=0.0, mem_res=171800, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55180, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6588044, free=890532, buffers=240436, cached=8761228, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.0, five_min_avg=1.96, fifteen_min_avg=1.64, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1ae11c85f42162ab055e84b546bac20c9069526a03a0264ceb17ea51e0cf6c91', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 51380} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5bfbe6ab1de5b5d96d4c8c77b5c82543390daec575de5ccffc6c69723548a6b3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 51401} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9097356, partition_space_available_1k=71993128, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1357580, cpu_share=0.04, mem_res=1336712, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=176972, cpu_share=0.0, mem_res=172560, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55188, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6597464, free=874216, buffers=240548, cached=8766964, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.62, five_min_avg=1.85, fifteen_min_avg=1.62, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b235ddf058e191b083f8ef78e837971e7c1982bec2c5e8aa747b7b1abbfb50d3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 51940} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0c8dd87132c2bf07348f1390905914f382efdeb193ec98966b9924e04144d628', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 51961} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9101876, partition_space_available_1k=71988608, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1357604, cpu_share=0.04, mem_res=1336716, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=180240, cpu_share=0.0, mem_res=175816, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55196, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6597732, free=868800, buffers=240624, cached=8771536, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.3, five_min_avg=1.71, fifteen_min_avg=1.58, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '65d21279b92b2648d44be32ed77ef28379f5b7e5422ccf33d0ce1c8c5df79a8e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 52550} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '505a350fbf0c8d5ba8e9f78a8f3de88b573e1370c66fd836c5e660c0455e82eb', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 52571} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9105636, partition_space_available_1k=71984848, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1357988, cpu_share=0.08, mem_res=1336916, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=180256, cpu_share=0.0, mem_res=175820, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55196, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6605452, free=857532, buffers=240684, cached=8775396, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.29, five_min_avg=1.63, fifteen_min_avg=1.56, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3fe92687598da821a45347eedc64d4764b47dc23ee07444537a373ee7502b617', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 53100} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '77b58c445ca2fbb1a59724ffd43214e8dc00db00fecc5121a9a016385c6c5574', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 53121} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9109968, partition_space_available_1k=71980516, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358068, cpu_share=0.04, mem_res=1336976, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=180260, cpu_share=0.0, mem_res=175820, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55200, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6607788, free=850408, buffers=240728, cached=8779872, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.27, five_min_avg=1.56, fifteen_min_avg=1.54, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '376d77a2ae926a9ff9db1f94f4cfcf5f7d78e760d81a7087a9930e5c02cb6950', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 53661} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5f09bd3ed283f3ee6d6111bf87e64cdfa1a0475d24870ee98d5a1628585f3734', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 53683} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9109444, partition_space_available_1k=71981040, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358180, cpu_share=0.04, mem_res=1337056, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=180268, cpu_share=0.0, mem_res=175824, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55204, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6613328, free=844316, buffers=240768, cached=8779400, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.58, five_min_avg=1.58, fifteen_min_avg=1.55, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2169388b813da6c4baa4ab1159bde41d53fa143220c000f7a01ab3d44ae5f559', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 54262} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '82bef9a4a5a43a139364d097c2cf97f9044996d031bc3abdaa96d2c465fda3da', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 54283} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9112228, partition_space_available_1k=71978256, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358620, cpu_share=0.06, mem_res=1336912, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=180276, cpu_share=0.0, mem_res=175824, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55208, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6611736, free=842932, buffers=240828, cached=8782428, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.52, five_min_avg=1.56, fifteen_min_avg=1.54, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b771c340b37c958c8d4a11390652c2195e4d4f45dc3adde8da7c824146456622', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 54823} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '61a539d6cf45c8cea126eb917450d0cccf9324a445ebfe4e3d1fc8bee537ed34', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 54844} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9116960, partition_space_available_1k=71973524, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358720, cpu_share=0.03, mem_res=1336976, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=180276, cpu_share=0.0, mem_res=175824, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55212, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6633864, free=815844, buffers=240876, cached=8787404, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.66, five_min_avg=1.59, fifteen_min_avg=1.55, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'd687f39d4f158f01ac409daaa64160178ca3dfd26395705e4cec14491fa78549', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 55430} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'fe4e993b0ba1fc5b251cc1d499bafa40bb55e76ff222145cd993b88a258cdb24', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 55453} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9125380, partition_space_available_1k=71965104, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358964, cpu_share=0.07, mem_res=1336996, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=199772, cpu_share=0.01, mem_res=195296, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55216, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6660396, free=780948, buffers=240932, cached=8795888, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.18, five_min_avg=1.8, fifteen_min_avg=1.63, cpu_share=7.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b7eb5eaea0decdde2acbd700e7f8a992d7f191356264d6918b8e4573bb62a694', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 56000} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '1a9f04aa000c63c4157f5160b47b5033dbba1747640be4695115cb00aa0b920a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 56022} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9125004, partition_space_available_1k=71965480, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1358964, cpu_share=0.04, mem_res=1336924, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184888, cpu_share=0.0, mem_res=180412, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55224, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6648376, free=793060, buffers=241004, cached=8795732, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.79, five_min_avg=1.76, fifteen_min_avg=1.63, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '27e0505608f42063c899577d9216755be2f62efb7ff2521522fa4e27e2f3c588', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 56597} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '29f4cd0917ff88fff2b5b1893262e8d6a513c2d7f40c29f5dc6c06560ca09de5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 56619} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9127128, partition_space_available_1k=71963356, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1359388, cpu_share=0.05, mem_res=1337076, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184936, cpu_share=0.0, mem_res=180452, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55224, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6654860, free=784244, buffers=241076, cached=8797840, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.63, five_min_avg=1.71, fifteen_min_avg=1.62, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1c1dabd1cbae1c271313d1e6ece3e80e04c35b5602b05a2c1d82d4b4f4e3f021', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 57173} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'ea6bbe51c866306d775c85502a39c91f80578e27c24ad7c8ad4e099c11055d9e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 57194} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9134504, partition_space_available_1k=71955980, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1359840, cpu_share=0.07, mem_res=1337056, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184956, cpu_share=0.0, mem_res=180456, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55228, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6651872, free=779740, buffers=241160, cached=8805284, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.69, five_min_avg=1.7, fifteen_min_avg=1.62, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '674def132d1eadcab9620882a67857a6111a1af476458a5eed38693af1751750', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 57729} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '3e75db99ba7d76955cedbbe8a07851a124d2168349a85978ab8b933bd7dd951d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 57750} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9133924, partition_space_available_1k=71956560, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1360028, cpu_share=0.03, mem_res=1337188, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184952, cpu_share=0.0, mem_res=180456, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55236, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6655184, free=776860, buffers=241216, cached=8804668, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.52, five_min_avg=1.66, fifteen_min_avg=1.62, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e2c7d568fadac93daf7b4c67d97988a6c22317551a643cecd2fa33c8106b5358', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 58302} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7f6b21b0621585d96e15b9c68f06c388a8a023b637a12af2a590033f559e7c11', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 58323} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9138864, partition_space_available_1k=71951620, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1359864, cpu_share=0.04, mem_res=1336984, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184960, cpu_share=0.0, mem_res=180460, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55244, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6658896, free=767948, buffers=241288, cached=8809776, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.59, five_min_avg=1.64, fifteen_min_avg=1.61, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '5e738b27daf2ddb4ca3c7e65a8b0f39ed8c980cdd54b64744201a0cd2e54bea1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 58876} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0ff96888f0135cfdb7df997e1cabebb754336059c3ee89c0171cfc502d0cf491', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 58897} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9140464, partition_space_available_1k=71950020, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1360340, cpu_share=0.05, mem_res=1337196, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184960, cpu_share=0.0, mem_res=180460, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55244, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6663744, free=761060, buffers=241380, cached=8811696, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.68, five_min_avg=1.63, fifteen_min_avg=1.61, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e36bfbc7c4c2102ecdc1030995f32f292dfee49b1eccde843090416ee073ee0f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 59448} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a974f558155126876d75d9b93629535f5277db794fbec9bdc30db522dd99502e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 59470} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9142680, partition_space_available_1k=71947804, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1360356, cpu_share=0.07, mem_res=1337200, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184996, cpu_share=0.0, mem_res=180480, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55248, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6665680, free=756784, buffers=241492, cached=8813720, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.32, five_min_avg=1.53, fifteen_min_avg=1.57, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1c14a18c418e747e706317fecfda90f425a4e38d4c1463a7b70f47f891fe146b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 60014} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd429042298591a1e8e10e0a9b615e8d533b922b5c233e1c8a992001b4e4b7789', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 60036} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9148128, partition_space_available_1k=71942356, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1361352, cpu_share=0.04, mem_res=1337632, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=184996, cpu_share=0.0, mem_res=180484, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55248, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6667824, free=749080, buffers=241556, cached=8819344, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.04, five_min_avg=1.41, fifteen_min_avg=1.53, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b763ca5e5b9c58a9d10b80b057f04ae4affd1658fd0cf47d10d241eabd742f18', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 60573} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4b2a09402b987cda92851d2940e95654b6822b8748f434e371e1541786cead2b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 60596} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9153736, partition_space_available_1k=71936748, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1361544, cpu_share=0.04, mem_res=1337772, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185004, cpu_share=0.0, mem_res=180484, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55260, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6673496, free=737872, buffers=241612, cached=8825128, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.11, five_min_avg=1.37, fifteen_min_avg=1.51, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ceb8ab710fc0cd34a6f9c559ae752acac03e22663de6404076fa9e2ccf2e916b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 61158} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '394cac8d9d9aba5f55f282c2ab02df206c10e842322c2cae10553c5dfbcd1ade', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 61181} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9155404, partition_space_available_1k=71935080, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1361760, cpu_share=0.05, mem_res=1337708, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185080, cpu_share=0.0, mem_res=180548, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55264, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6681196, free=727460, buffers=241680, cached=8827828, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.2, five_min_avg=1.33, fifteen_min_avg=1.48, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'fbde29882780ea5de181f7c0ec4ee5c56294e255616cadf68e185cce18474b48', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 61719} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '792c47908563a2db212bad740687379f4e0c1df90b9802829f782401184a4f73', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 61739} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9156364, partition_space_available_1k=71934120, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1370516, cpu_share=0.07, mem_res=1346636, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185260, cpu_share=0.0, mem_res=180596, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55268, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6688396, free=719944, buffers=241752, cached=8827912, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.16, five_min_avg=1.3, fifteen_min_avg=1.46, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9525fbff10f26b82996b1f14e7ad72ec7a9bd1dad0e9e01db364411e10ad71af', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 62344} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '36b9bcdec3b5ee08675e229b29a8a328875a3dab4adb1c187cc7d0e08eb96bab', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 62367} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9182608, partition_space_available_1k=71907876, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1370836, cpu_share=0.06, mem_res=1346788, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185160, cpu_share=0.0, mem_res=180608, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55272, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6703668, free=677132, buffers=241852, cached=8854992, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.22, five_min_avg=1.29, fifteen_min_avg=1.45, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '887aa3fadfee659fe09c309abe90e94b1dd126d952cdb938f3a796523d374d89', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 62966} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a630ca3c6378f52b0cf9e2bb286a3106dc3821f66ae491b5e5429ac4d57a475b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 62988} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9191560, partition_space_available_1k=71898924, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1372516, cpu_share=0.08, mem_res=1347736, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185324, cpu_share=0.0, mem_res=180640, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55280, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6705516, free=665564, buffers=241936, cached=8864468, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.25, five_min_avg=1.3, fifteen_min_avg=1.44, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cb40945f33a1fddf964143c9fc799ea98a2d08711d1d0762aeb73e7b2a1cd53c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 63554} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'e5bc57284e170a599262fd3af2ca2be81392747a9e7d312e6fa2ae716c19c910', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 63579} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9197468, partition_space_available_1k=71893016, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1372480, cpu_share=0.05, mem_res=1347724, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185376, cpu_share=0.0, mem_res=180684, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55280, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6704448, free=661148, buffers=242008, cached=8870132, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.1, five_min_avg=1.25, fifteen_min_avg=1.41, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'fc8cb840a94aeebbd2d827f428ec091a31ed2224bb4409e75b3fa54c154d9331', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 64161} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '0f5e2e28930542b3ccea3ecca1adc1404e9945a4f77cc452ef45b170c52b2f9e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 64181} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9193448, partition_space_available_1k=71897036, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1372648, cpu_share=0.04, mem_res=1347820, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185276, cpu_share=0.0, mem_res=180696, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55284, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6709792, free=659672, buffers=242036, cached=8866248, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.2, five_min_avg=1.26, fifteen_min_avg=1.41, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'eb837b73b8fe55458e1e72f1f3eb4ca3cfa729eb1ce094459b41ed527f1a256a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 64743} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '703f8d7c1152e5accf50fffe3d5f5c0b20f5834e23755411362f618e018e5ff1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 64767} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9199408, partition_space_available_1k=71891076, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1372844, cpu_share=0.06, mem_res=1347868, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185360, cpu_share=0.0, mem_res=180760, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55288, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6708008, free=655432, buffers=242092, cached=8872340, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.42, five_min_avg=1.29, fifteen_min_avg=1.41, cpu_share=7.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '5f9d443d54249367e6913af42acf011a66b1725df2353c4edafa26f53ad4e342', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 65312} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'b39ec7dfa8da19d5ced46e1ca7bdb47f42df6ceb7db5644ee2634484aae806c4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 65334} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9205132, partition_space_available_1k=71885352, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1372792, cpu_share=0.04, mem_res=1347800, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185348, cpu_share=0.0, mem_res=180760, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55292, cpu_share=0.01, mem_res=44864, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6705424, free=652248, buffers=242136, cached=8878000, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.02, five_min_avg=1.19, fifteen_min_avg=1.36, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cc8e85c40f21ace5d0b144349cfc2bc3aa17e75c7e40e6e0187359bc37f4f0d0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 65871} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7072d6f2f5fb784376e09aefbb2bb206989f540ac21ae1a1400a10c60fbc4cfa', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 65894} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9205468, partition_space_available_1k=71885016, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374224, cpu_share=0.04, mem_res=1348720, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185360, cpu_share=0.0, mem_res=180760, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55324, cpu_share=0.01, mem_res=44888, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6705888, free=651376, buffers=242172, cached=8878396, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.95, five_min_avg=1.14, fifteen_min_avg=1.33, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b435e34145bf4ad1d3e18300ad29983df64c96fdbe65a4c597ce4d168c6edea1', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 66458} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f600814efd0fce57297b8d1f3ce4aa49633f8a5b3d325373083c5580015ab67c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 66478} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9211560, partition_space_available_1k=71878924, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374540, cpu_share=0.05, mem_res=1348784, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185376, cpu_share=0.0, mem_res=180764, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55372, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6714192, free=635840, buffers=242220, cached=8885536, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.84, five_min_avg=1.28, fifteen_min_avg=1.36, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e7dcde82febca416e15bae16bede1cd1522d7896e2e108e45c0a17db903a441f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 67021} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7907f277c0f2e7b90158b1aca1c5dcc6d4e05161710e85305a202bed1bfd948b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 67042} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9212408, partition_space_available_1k=71878076, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374364, cpu_share=0.05, mem_res=1348744, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185388, cpu_share=0.0, mem_res=180780, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55380, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6711304, free=638320, buffers=242276, cached=8885984, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.3, five_min_avg=1.23, fifteen_min_avg=1.34, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '52480e72de6453b1a8ac1c8dc24333b4dc7ce6e0b30df32856151d51353a6412', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 67569} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '57c1ddae597ada7317e9ea2fe484b295974740930fad90f1bce0742fb2f2b8e6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 67591} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9211624, partition_space_available_1k=71878860, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374440, cpu_share=0.03, mem_res=1348816, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185396, cpu_share=0.0, mem_res=180784, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55384, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6714252, free=636420, buffers=242312, cached=8884884, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.9, five_min_avg=1.12, fifteen_min_avg=1.3, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e3cf904a4cd1cfd06602fe8eb82dbfd75c3a05a342354c662a1479a0d953e814', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 68138} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd0ef1e430efee971653f7f6d519fbfb825a0e0d55a864600ef98209a7d3b7c94', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 68160} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9215992, partition_space_available_1k=71874492, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379396, cpu_share=0.05, mem_res=1353760, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185532, cpu_share=0.0, mem_res=180800, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55388, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6720936, free=625380, buffers=242332, cached=8889224, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.04, five_min_avg=1.12, fifteen_min_avg=1.28, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a9218d456b720110964bae45f46c3203a1703d785854a32b4bd939ba3765b7bc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 68726} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '8d1556a95c8468642bfaae916e30c9a1f694e961d159a5db325d9099497ac9e9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 68746} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9221644, partition_space_available_1k=71868840, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1381260, cpu_share=0.05, mem_res=1354808, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185428, cpu_share=0.0, mem_res=180808, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55392, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6726108, free=613056, buffers=242404, cached=8896096, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.08, five_min_avg=1.12, fifteen_min_avg=1.27, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '14f444c0654e60be874d14c2de816455830a9d2202eea5f78ba84c8434c05ba0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 69281} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '3f592bfc8af9dcaff6edf1fefa1a85c0dd0a1b36e32824e0b27d3dea056d3ecc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 69301} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9223324, partition_space_available_1k=71867160, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1380876, cpu_share=0.05, mem_res=1354640, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185436, cpu_share=0.0, mem_res=180812, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55400, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6724572, free=613584, buffers=242512, cached=8897088, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.15, five_min_avg=1.13, fifteen_min_avg=1.26, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b26da00c906e5f7fd54343cf475f3a1ed46b6353887a9e0131b610c2d1565bd9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 69853} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a868070cc0041a1bfb1829b355074d067cf1ba252eb48c28735d22e2bfcbf411', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 69875} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9228036, partition_space_available_1k=71862448, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1381160, cpu_share=0.04, mem_res=1354844, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185492, cpu_share=0.0, mem_res=180864, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55404, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6723200, free=610112, buffers=242572, cached=8901704, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.02, five_min_avg=1.09, fifteen_min_avg=1.24, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b2759dc5be546eeace7ef3045ac3f3d11a64be131a4f7e4274621d8ce043ac91', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 70406} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5f0bc50a78eb620517bbe5dab580f72e4b862501dd2e7027c221be4996d8012a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 70427} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9228032, partition_space_available_1k=71862452, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1382052, cpu_share=0.03, mem_res=1355452, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185608, cpu_share=0.0, mem_res=180984, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55404, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6715184, free=617604, buffers=242700, cached=8902056, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.08, five_min_avg=1.09, fifteen_min_avg=1.23, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '0a09520336f0e0412d52076552b92865beae70cdfa9e27cf4d42ca57d5a8ac8b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 70986} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '43910ae0beb325fe3425a46ee31e55c11a44a23563bd11ee90558f2d7007296a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 71007} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9228676, partition_space_available_1k=71861808, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374052, cpu_share=0.04, mem_res=1346936, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185708, cpu_share=0.0, mem_res=181080, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55412, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6717320, free=615024, buffers=242800, cached=8902460, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.17, five_min_avg=1.12, fifteen_min_avg=1.23, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '49097f380078711b78e14e336a0a3a0fac1bed03127331d3a7ab5b2658ecb2be', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 71618} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'c79c6a60ae2b6f50bcdb9b9a6beecc9ec065692192f15f716fae7addb63e4a58', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 71638} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9250784, partition_space_available_1k=71839700, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374220, cpu_share=0.1, mem_res=1346424, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=185976, cpu_share=0.0, mem_res=181308, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55416, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6707336, free=600552, buffers=242864, cached=8926860, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.77, five_min_avg=1.3, fifteen_min_avg=1.28, cpu_share=8.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '8078fb3c0af83a1245d28ac3e47b5523bb6685bdf08b422da1cec0c8bba92336', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 72287} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4c45c68fe5a0a248e82844c19ff3e6227119669d9067f4d45666ad26cb737297', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 72310} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9264572, partition_space_available_1k=71825912, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374412, cpu_share=0.14, mem_res=1346316, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=186396, cpu_share=0.01, mem_res=181688, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55424, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6709108, free=589080, buffers=243056, cached=8935880, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.64, five_min_avg=1.37, fifteen_min_avg=1.31, cpu_share=9.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '88be402daed4f4451eb1e8a618966742fb43577c21cc9f50acd71e87e13f6f06', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 72879} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'c1c53e68dabb401f83bbc6ab61efcaf06b057831e7c7998ed6623cd25566f2af', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 72900} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9264976, partition_space_available_1k=71825508, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374656, cpu_share=0.08, mem_res=1346516, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=186596, cpu_share=0.0, mem_res=181864, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55424, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6704284, free=589976, buffers=243148, cached=8939868, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.98, five_min_avg=1.56, fifteen_min_avg=1.38, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e7ddfa3d17aa0bbdac787f32691856a577797079655c2d7dcb7850d3320729d9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 73439} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5d76b86026a820e2fdf34ff9b13ed7154c7bf8252f35b3f915f30735125094e6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 73463} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9269844, partition_space_available_1k=71820640, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374712, cpu_share=0.04, mem_res=1346524, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=186732, cpu_share=0.0, mem_res=182004, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55432, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6708340, free=581292, buffers=243208, cached=8944908, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.54, five_min_avg=1.49, fifteen_min_avg=1.36, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '47c010d0ed202df5df428ff6905ebb21cd1822c395071e350c587771c0e25fbe', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 74041} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '8ab09f5d1f6d25cb48c9aa3a77b7e74dee073bc7bd8bb2c2358e6ce17aebc396', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 74062} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9277704, partition_space_available_1k=71812780, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374716, cpu_share=0.05, mem_res=1346392, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=186936, cpu_share=0.0, mem_res=182188, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55436, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6714836, free=566520, buffers=243276, cached=8953132, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.26, five_min_avg=1.41, fifteen_min_avg=1.34, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '533ee13fd229c50c8759eb3eb4c9c8a282461fc74260d556af4d8366171a977e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 74607} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '24d5244d8439dede71aea393b6c370a968ef43b2d6b8bc07d970f605c47b7fda', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 74629} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9277780, partition_space_available_1k=71812704, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1375352, cpu_share=0.03, mem_res=1346520, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187124, cpu_share=0.0, mem_res=182380, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55440, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6720040, free=561372, buffers=243304, cached=8953100, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.91, five_min_avg=1.29, fifteen_min_avg=1.3, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f8aa73034415e2506ea90c8c08b405cc8fb62bc15e3bddbcb659efc2c761e35f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 75165} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7771e2dee610195a88e816b9044bbbc31d83bba7703ce823afab348737a21ea6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 75186} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9277264, partition_space_available_1k=71813220, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1375396, cpu_share=0.03, mem_res=1346536, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187232, cpu_share=0.0, mem_res=182488, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55444, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6715324, free=566424, buffers=243348, cached=8952712, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.25, five_min_avg=1.29, fifteen_min_avg=1.3, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '108d1f3a29ac185ec0d7e280496da8d76fdc2148b7e9c9555208c732e063ae37', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 75773} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '87d3d8955e1a292f9c1de7d8c9932d6d16815e910323e02c62dd15f71fd5a7ba', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 75795} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9282984, partition_space_available_1k=71807500, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1375160, cpu_share=0.05, mem_res=1346324, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187376, cpu_share=0.0, mem_res=182624, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55444, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6716152, free=564548, buffers=243396, cached=8953600, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.27, five_min_avg=1.29, fifteen_min_avg=1.3, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '56d2a62ec4e14958a3dde781710c74eb6d3a399979cf7e8e66ecb501a59beb73', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 76328} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '58cf9cedc6098143f82a771a28ffecff88ed5e44bbd5f4a3567fa1d353693e1c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 76350} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9282856, partition_space_available_1k=71807628, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1375500, cpu_share=0.04, mem_res=1346524, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187432, cpu_share=0.0, mem_res=182672, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55452, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6720320, free=555612, buffers=243440, cached=8958404, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.35, five_min_avg=1.31, fifteen_min_avg=1.3, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '7240b6f9ac8c21089b19ddc6d77fe2accec2e57bd2b4f136640c8d64a1ee4acc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 76884} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '15e9120c1fb5a061ae2fa76b9816d703701b388f4fae9a7931520178bedacdca', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 76906} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9287444, partition_space_available_1k=71803040, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1375256, cpu_share=0.03, mem_res=1346388, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187428, cpu_share=0.0, mem_res=182672, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55456, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6719940, free=551132, buffers=243472, cached=8963112, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.93, five_min_avg=1.19, fifteen_min_avg=1.26, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'da56b539c675f8c198a4492e841d8cd18c0896b5ecc6d034b6c86d20e33a665a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 77472} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4544e7866fbe47154270fe00f07589f40e5073d5f5a851c4e90d448b1e4b2155', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 77494} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9293984, partition_space_available_1k=71796500, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376264, cpu_share=0.05, mem_res=1346584, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187428, cpu_share=0.0, mem_res=182672, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55460, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6721192, free=547444, buffers=243516, cached=8965416, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.06, five_min_avg=1.17, fifteen_min_avg=1.25, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2bd859ce30b836b79d4255613891fb12b6f90c4ff9d1f5f6202034a77bf08df6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 78088} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f94da6edc7952176efe98dfd4bed9c917fc561a12a3827ce0c55e56ca9f9b3c5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 78111} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9290996, partition_space_available_1k=71799488, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376152, cpu_share=0.06, mem_res=1346524, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187460, cpu_share=0.0, mem_res=182692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55468, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6721828, free=545348, buffers=243544, cached=8966868, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.17, five_min_avg=1.2, fifteen_min_avg=1.25, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '4903da7faf88ab7e43c0eafeed1b79d870689c855983e027e03ea5170007b532', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 78681} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '24c4c36c287225fc6f24806dec4ec74ceea4af1c06625c2d39b55279f89227e0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 78703} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9298480, partition_space_available_1k=71792004, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376268, cpu_share=0.06, mem_res=1346528, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187468, cpu_share=0.0, mem_res=182692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55472, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6720668, free=539084, buffers=243580, cached=8974452, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.1, five_min_avg=1.18, fifteen_min_avg=1.25, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '483517c12895bbd96464038dacb759955c5cd48ae6856c39ab361340d1bd2845', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 79237} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '37029614581d338f8b2355e3fc3ac7e5bfb0583878c100cf54ebe566c915589e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 79257} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9297700, partition_space_available_1k=71792784, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376364, cpu_share=0.03, mem_res=1346588, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187472, cpu_share=0.0, mem_res=182692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55472, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6720964, free=538808, buffers=243652, cached=8973748, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.92, five_min_avg=1.12, fifteen_min_avg=1.22, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3719ddb8d1d79924b30904c3906d57c7d4fc2ed9c6b26ecf77dd06c55de9f05a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 79799} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5c13a989d4ed89b90c5e8031749d77a8a5ba6d92e79a9480f7284ecc06279717', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 79818} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9302100, partition_space_available_1k=71788384, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376284, cpu_share=0.03, mem_res=1346520, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187472, cpu_share=0.0, mem_res=182692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55480, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6724092, free=531476, buffers=243700, cached=8978116, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.98, five_min_avg=1.09, fifteen_min_avg=1.2, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '52fa179dcebeea2e0a1d1021ee7687c1558ef7316dbf2ecb422ce757bd50fc9b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 80347} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '361f540c5004021554063ae8eaef5db32ccea6ca737eb4962469b4dcf0035073', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 80379} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9306924, partition_space_available_1k=71783560, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376816, cpu_share=0.03, mem_res=1346524, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187468, cpu_share=0.0, mem_res=182692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55480, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6728204, free=522680, buffers=243720, cached=8983172, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.92, five_min_avg=1.06, fifteen_min_avg=1.18, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '39f48ce0b4b0f99529d62544f833921b1ebaa5d5ce3e6ab79ca85df14e6fca5e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 81015} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'db5e158edcbe06b63465feb93c601bc7609e01e60d9b15b9a1eff1917246c56c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 81037} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9308732, partition_space_available_1k=71781752, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377044, cpu_share=0.05, mem_res=1346532, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187484, cpu_share=0.0, mem_res=182696, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55480, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6729624, free=518784, buffers=243776, cached=8985440, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.01, five_min_avg=1.33, fifteen_min_avg=1.26, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2363ca4847ec3525938c82e4f634a3f805b1c2800cc4ec4ce443198dde179701', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 81695} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4fae3d91d9371e61e84b7a7b65f2939c91b3ea6be4d0f35df0e90d1b4936b439', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 81718} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9313064, partition_space_available_1k=71777420, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377084, cpu_share=0.06, mem_res=1346528, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187508, cpu_share=0.0, mem_res=182700, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55492, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6732220, free=512012, buffers=243868, cached=8989676, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.98, five_min_avg=1.83, fifteen_min_avg=1.45, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '5c7b0837308fd082cce11b0172bbc7b09e2a0062cfa143b193603fdba9205dee', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 82248} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '580adcf0789a83eb40472289f86fcabc0b697c2557ea0ce70e3260887b2dde89', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 82270} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9317728, partition_space_available_1k=71772756, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377072, cpu_share=0.04, mem_res=1346524, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187636, cpu_share=0.0, mem_res=182704, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55492, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6727128, free=512184, buffers=243920, cached=8994536, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.6, five_min_avg=1.65, fifteen_min_avg=1.41, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f617b9753d5513572f5df7b3529fc8d1584fefa57f36955fd43b52461010d39a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 82804} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'ee3478dae937c4fe17a398c2e59a055805106c1f49b5708e5fdadd432fb346a6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 82826} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9317760, partition_space_available_1k=71772724, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377004, cpu_share=0.04, mem_res=1346460, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187628, cpu_share=0.0, mem_res=182704, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55496, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6734384, free=504812, buffers=243944, cached=8994584, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.35, five_min_avg=1.57, fifteen_min_avg=1.39, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'eaa875f6495d07ade810aeaf59cd1984123c5c00bc1bf2c85620d75cf9402d1b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 83369} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'fd3ed1ab7cb4b74b6b049b2fba6e632ff610db948d3f940e42009da74a991fe4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 83388} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9322348, partition_space_available_1k=71768136, percentage_partition_space_used=11, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377716, cpu_share=0.03, mem_res=1346592, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187508, cpu_share=0.0, mem_res=182704, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55504, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6735380, free=498848, buffers=243956, cached=8999220, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.39, five_min_avg=1.58, fifteen_min_avg=1.41, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1acebf858e4d7bd093010627e7915256f07f9b08678fdf904553d8e69a579bfb', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 83958} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'c650713c7b63771a48d2f0ac8f55f4ffeed3bab3048d7aa5e32960c0415b3e7e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 83980} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9328040, partition_space_available_1k=71762444, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377520, cpu_share=0.05, mem_res=1346388, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187512, cpu_share=0.0, mem_res=182704, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55508, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6736332, free=492148, buffers=244020, cached=9005208, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.31, five_min_avg=1.54, fifteen_min_avg=1.41, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '6c2916ffcc37539fe836b6da29580e101bc0170bd6632679225cce614c48998a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 84549} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '69b32f6a6edd070e59148c627de364471a9df0fcca22216b3c90f884c3cdbbf7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 84571} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9327648, partition_space_available_1k=71762836, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377956, cpu_share=0.07, mem_res=1346588, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187560, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55516, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6732132, free=496524, buffers=244088, cached=9004812, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.99, five_min_avg=1.71, fifteen_min_avg=1.47, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'c8ebd024688006dd52b3dbf46c319dc9e687bafcb137240cd2dce65420d2b761', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 85104} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '66c1fd7ad22033c3c15915bc41557372f987f6ec1dc7767eddb2d2dc7bf38bfe', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 85126} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9331436, partition_space_available_1k=71759048, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1377772, cpu_share=0.03, mem_res=1346456, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187676, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55516, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6731192, free=493776, buffers=244120, cached=9008648, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.02, five_min_avg=1.74, fifteen_min_avg=1.49, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'c058e4f01c9ce97500aa40a6357997216da1fc191aef2163c1238e9bbe1e52de', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 85697} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f69a1a11aa0457604b547661f845520d6c788cf1c50dfb90bae16b468007d30f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 85717} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9338936, partition_space_available_1k=71751548, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1378332, cpu_share=0.05, mem_res=1346848, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187568, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55520, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6738312, free=478868, buffers=244160, cached=9016368, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.67, five_min_avg=1.72, fifteen_min_avg=1.5, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'fa85538c82234e4633c5bbd37a8e291ead87c6cae842119ece101df130c73558', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 86256} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '5fa8f9daf60f5e06d303c6e85b9e4d3d31fefbe611c13f61b094ddecf5dd9186', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 86277} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9338936, partition_space_available_1k=71751548, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1378704, cpu_share=0.04, mem_res=1346776, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187572, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55524, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6735460, free=481592, buffers=244180, cached=9016368, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.32, five_min_avg=1.6, fifteen_min_avg=1.47, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '578e7014c3e96f2d79238af0e2e48692869a17b1f87f2b0862d595bf79080c2a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 86819} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '59583c67adfafda2de3e952621b2027d3f5bc338740261c3d846b06ae496e77d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 86842} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9369292, partition_space_available_1k=71721192, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1378992, cpu_share=0.03, mem_res=1346992, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187560, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55528, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6729388, free=456572, buffers=244200, cached=9047508, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.13, five_min_avg=1.49, fifteen_min_avg=1.44, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f80680f0f5ebf6209c74269fc9e7e687592b6cdb4cbb1a6d0f835f7d04e77130', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 87416} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd804bd56125bf64d51dbaab0b73915a2a51035e4ecde624386900503f3ec2535', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 87438} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9370540, partition_space_available_1k=71719944, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379080, cpu_share=0.05, mem_res=1347004, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187568, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55536, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6721796, free=462452, buffers=244260, cached=9048968, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.0, five_min_avg=1.38, fifteen_min_avg=1.41, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'c90096b36c117eaec9aff2a8742273f8324dab85ec17ceb1a3b9f42c833cf008', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 87969} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f990bd894cf056fb366d1b91709a7ce1c8d923faa373bb68dd83c3fa255a354b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 87991} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9369736, partition_space_available_1k=71720748, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1378728, cpu_share=0.04, mem_res=1346652, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187572, cpu_share=0.0, mem_res=182732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55540, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6728880, free=456008, buffers=244296, cached=9048132, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.15, five_min_avg=1.36, fifteen_min_avg=1.39, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'df670438cef6a60b2830166e466c470fa8abe47834c8b458403123b559e75f77', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 88693} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7365a6d1d68f89c5ff61258ed18ffcbc479aa674e5f8bef3b9636a7834dde45e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 88715} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9375536, partition_space_available_1k=71714948, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379072, cpu_share=0.05, mem_res=1346928, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187604, cpu_share=0.0, mem_res=182764, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55540, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6728808, free=450452, buffers=244368, cached=9053980, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.93, five_min_avg=1.26, fifteen_min_avg=1.35, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '8aca1824792f4e4a0bf973dbc709482dfb5b28d90609d01d5c66e0466d5c0a4e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 89375} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'e3f89a2d22bd94a4eb286d9303f9c1047da883c22d051bc65b5678a91c06910e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 89397} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9380464, partition_space_available_1k=71710020, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379512, cpu_share=0.03, mem_res=1346788, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187600, cpu_share=0.0, mem_res=182764, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55548, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6784432, free=389992, buffers=244396, cached=9058992, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.33, five_min_avg=2.09, fifteen_min_avg=1.64, cpu_share=8.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ee58fb4add98a6c5725e1677e33917dd0eef549bba4862c202960af3ab9db7d7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 89955} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '2fbab9e2df96a3a314b8d96da5de179bec678b8aea8878bf4e63367acf6052ab', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 89976} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9383552, partition_space_available_1k=71706932, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379784, cpu_share=0.07, mem_res=1346920, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187756, cpu_share=0.0, mem_res=182908, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55552, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6790144, free=380752, buffers=244444, cached=9062280, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.29, five_min_avg=2.02, fifteen_min_avg=1.65, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '55fc7c140a793fb358698cfd9d416af099bb9916876fc2ebcd4a9772fb9f60e2', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 90537} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '601210ec3bbcb482451091d0b3a75212cf49874dbac7ab38e61a15761736f70b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 90560} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9383744, partition_space_available_1k=71706740, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379848, cpu_share=0.04, mem_res=1347000, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187772, cpu_share=0.0, mem_res=182916, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55560, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6788432, free=382260, buffers=244496, cached=9062456, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.29, five_min_avg=1.79, fifteen_min_avg=1.59, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '0c4b1de49145beb4061d9272d1c14a66be1e4d34824e0391c5e3ce14606e991a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 91096} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '76a14ab204c1de85cb7fd8b198a269e3fab23dc9a99c5cb90acda102e1ce74cd', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 91117} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9387728, partition_space_available_1k=71702756, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379400, cpu_share=0.03, mem_res=1346660, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187856, cpu_share=0.0, mem_res=183000, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55568, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6784440, free=382196, buffers=244544, cached=9066520, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.28, five_min_avg=1.7, fifteen_min_avg=1.57, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '03b7f9c11d7f25cf8989407eb75e12f6e2b950fe1aa11c7d5665501c018dd10f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 91662} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '83fb508b862f56eeeef31e68ca44e4b5310cc86f3ec1120bdbdd1319121f2912', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 91684} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9387088, partition_space_available_1k=71703396, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1379584, cpu_share=0.03, mem_res=1346796, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187920, cpu_share=0.0, mem_res=183068, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55560, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6777604, free=389652, buffers=244596, cached=9065916, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.12, five_min_avg=1.58, fifteen_min_avg=1.54, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9a916f625ea40e51780051720340689f47044086b8ada91d4a5d13162ab2b072', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 92222} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '827a127b852948e33d07e0fc8c3800a6127c314c2082fc24b8d4ba1bbe7773b6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 92244} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9391996, partition_space_available_1k=71698488, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1380244, cpu_share=0.03, mem_res=1346932, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187948, cpu_share=0.0, mem_res=183092, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55572, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6779456, free=382336, buffers=244636, cached=9070728, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.86, five_min_avg=1.43, fifteen_min_avg=1.48, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'abb577ab731fe93ac8a8649836a16eb871ce02c7362c1b5e0dab92df01224d8c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 92836} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '8e90038bc27bfd970493400635982d5239c3d9dc56efa661adaf913bc7e44158', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 92857} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9401240, partition_space_available_1k=71689244, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1380468, cpu_share=0.06, mem_res=1346988, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=187988, cpu_share=0.0, mem_res=183124, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55576, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6787980, free=364452, buffers=244692, cached=9080340, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.49, five_min_avg=1.48, fifteen_min_avg=1.49, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '38b28fcd95a26cc0d5ad7f9f8ba246261782b508a5094388ee25d4e42032b529', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 93409} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a55da04fc83f3f9f1b6fee29ed289d9bcf99165f5d55e541da51d576041644b7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 93431} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9400944, partition_space_available_1k=71689540, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1380676, cpu_share=0.03, mem_res=1347136, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188008, cpu_share=0.0, mem_res=183144, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55580, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6785468, free=367256, buffers=244736, cached=9080088, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.39, five_min_avg=1.47, fifteen_min_avg=1.49, cpu_share=6.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cdf5fc0207649dc7ebd92beea02cb47914391a4941aaea45caf6ab687b8efb56', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 93967} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f410bbb636c7b78c23b0892ede534e9446698df2fbe577a492fed34774b199f0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 93990} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9399928, partition_space_available_1k=71690556, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1380580, cpu_share=0.03, mem_res=1347060, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188016, cpu_share=0.0, mem_res=183148, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55588, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6791324, free=362552, buffers=244824, cached=9079048, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.08, five_min_avg=1.37, fifteen_min_avg=1.45, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e10a4aea48e1ca195064ab03a90d0ce5472aaafe2f7947b4495e8c4637f98397', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 94556} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '9b1101c83a0aeb9e3ebea10492039b79eb5c7ae1de50b173b6bfc3fafd8ef479', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 94576} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9406064, partition_space_available_1k=71684420, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1380676, cpu_share=0.05, mem_res=1347064, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188020, cpu_share=0.0, mem_res=183148, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55588, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6794732, free=352512, buffers=244872, cached=9085284, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.09, five_min_avg=1.57, fifteen_min_avg=1.51, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '07bddb525bb280df6bef5816cefb8306b0e5322f6509b90a5cb89ac2f25772f3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 95109} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'eb336117fa18f3573cfc894310e99709fb777ad544f7bef904b21592a3a4aad6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 95132} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9406684, partition_space_available_1k=71683800, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1381876, cpu_share=0.04, mem_res=1347752, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188020, cpu_share=0.0, mem_res=183148, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55592, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6794512, free=352220, buffers=244936, cached=9085976, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.35, five_min_avg=1.45, fifteen_min_avg=1.47, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a1e72d1b388330f1bb1bc9fa6849a03e6694f09e7de551b29ed73778a20f7a28', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 95671} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'fb628f298b71c38f238488fcd0cad04b0799e9abfd8726e933da7aeb2eca6cd7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 95692} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9410828, partition_space_available_1k=71679656, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1381800, cpu_share=0.03, mem_res=1347688, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188028, cpu_share=0.0, mem_res=183148, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55600, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6794892, free=347712, buffers=244960, cached=9090208, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.03, five_min_avg=1.33, fifteen_min_avg=1.43, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'd9cc397bb5e69f36ebfa1ff12081be22326e71d4af3026fda0bd2a5482094eb8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 96239} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'ee728556a3d6378086c551647b2ad2cfcf70384b4bf4a75e9e74db8eb94ce452', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 96265} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9416080, partition_space_available_1k=71674404, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1381812, cpu_share=0.04, mem_res=1347672, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188052, cpu_share=0.0, mem_res=183176, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55596, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6801300, free=340448, buffers=245032, cached=9090860, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.02, five_min_avg=1.27, fifteen_min_avg=1.4, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '20c6a96b6697a888266807df144eeb026e7bb5fabd34e3bb50a6333cb1a3990a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 96827} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'cdf8ccc9cc411d2a33d2953a722b11c1616f41b9a1ee1dd3b0c48019134ca66f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 96849} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9413584, partition_space_available_1k=71676900, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1382108, cpu_share=0.05, mem_res=1347816, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188164, cpu_share=0.0, mem_res=183284, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55604, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6796152, free=342956, buffers=245084, cached=9093156, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.61, five_min_avg=1.39, fifteen_min_avg=1.43, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b3722552f777751b851f05b0ba9fd1d36d91e2985188904866107d6d9803d221', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 97377} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'ebc9feb59674310eb2cbc4d18fdeac159dcbe5d1281f36a92e9a28b163f9e1b4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 97408} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9417848, partition_space_available_1k=71672636, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1381808, cpu_share=0.03, mem_res=1347616, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188168, cpu_share=0.0, mem_res=183288, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55612, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6805028, free=330128, buffers=245144, cached=9097536, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.13, five_min_avg=1.3, fifteen_min_avg=1.4, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '65ffbdde09df0ff9b5e9ed127bc68e5c79b11ecf9cf4c0935caded549458f1d6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 97941} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '8c4d5f3e663627d84e1fb0fffa9d40406841571e21818eec163fea1037dfe46c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 97970} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9423560, partition_space_available_1k=71666924, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1383300, cpu_share=0.04, mem_res=1348520, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188188, cpu_share=0.0, mem_res=183308, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55612, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6806780, free=327220, buffers=245180, cached=9098484, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.93, five_min_avg=1.21, fifteen_min_avg=1.36, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'edf0a94655bda7baafb29ee33b86bd61017263c586cfaffa58410a67a1e4314a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 98597} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '41c82dac85561f228358c2ba661db0ab208b8653c1710b3ad5514120ca0f1660', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 98620} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9425616, partition_space_available_1k=71664868, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1383720, cpu_share=0.06, mem_res=1348656, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188392, cpu_share=0.0, mem_res=183496, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55620, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6810120, free=315820, buffers=245216, cached=9106236, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=0.82, five_min_avg=1.12, fifteen_min_avg=1.32, cpu_share=7.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'eb3fde3146ae736c7e301d7a76e80af5487e37812bcd3a7b84a4261077482382', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 99149} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'fdf4595fee41de76e525b987a08f832297bd24114051d661751b2627baae4081', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 99178} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9431724, partition_space_available_1k=71658760, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1383476, cpu_share=0.05, mem_res=1348520, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188676, cpu_share=0.0, mem_res=183776, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55620, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6811028, free=309476, buffers=245248, cached=9111788, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.15, five_min_avg=1.16, fifteen_min_avg=1.32, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f8ac4c1f0ad11b90b96e53bb299608fa107f3f0321a846f843b22556e24add8d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 99723} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd785e78bd80e2380a168c28db772efc417242f7bbd639d181973749a06bf944c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 99744} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9431188, partition_space_available_1k=71659296, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1383256, cpu_share=0.03, mem_res=1348344, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=188928, cpu_share=0.0, mem_res=184028, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55628, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6813896, free=307264, buffers=245292, cached=9111316, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.21, five_min_avg=1.19, fifteen_min_avg=1.32, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '24066bb8f86315a8d01de30d3e7af41fa33a2c8b1393036ae40d64742315277e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 100287} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '26d3e39a18cb01a73656359a0d4061f48f5f3ae8ac024411c3c08e3b5c0ee9d5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 100309} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9430456, partition_space_available_1k=71660028, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1383524, cpu_share=0.04, mem_res=1348524, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=189232, cpu_share=0.0, mem_res=184324, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55632, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6812616, free=308908, buffers=245324, cached=9110792, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.22, five_min_avg=1.2, fifteen_min_avg=1.31, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '01053ccdee29f7513d9bf4df6dab2c56a72239ec90a59518778d199061525113', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 100843} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '059d35fc44fb8d14ba6d75b800be948a09355efe894083a71eec9ea2c8dd284a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 100870} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9435732, partition_space_available_1k=71654752, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1384904, cpu_share=0.04, mem_res=1349376, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=189592, cpu_share=0.0, mem_res=184692, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55636, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6818940, free=297652, buffers=245352, cached=9115900, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.18, five_min_avg=1.19, fifteen_min_avg=1.3, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3ec27f0f7b8f6c1e553f176333c59644d0cc40634640e621c493c8c2de4d4724', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 101531} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'b8859d900d3e4b18fab64518bd11ed79f7121782bf4ff65e0b175591419b9333', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 101555} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9438824, partition_space_available_1k=71651660, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1384880, cpu_share=0.06, mem_res=1349236, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=191288, cpu_share=0.0, mem_res=186356, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55640, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6826396, free=285376, buffers=245388, cached=9120720, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.27, five_min_avg=1.21, fifteen_min_avg=1.3, cpu_share=7.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1918a49e447fd344d979ab84ccd742b5af7e7006c47de179b6fec2fb8aa76ca4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 102155} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'dda73501f1b1019e926c3de1331e437d013f8eca04cc48378fdb066f92c47f54', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 102184} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9460808, partition_space_available_1k=71629676, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1385692, cpu_share=0.12, mem_res=1349544, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=202688, cpu_share=0.01, mem_res=197736, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55644, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6849616, free=240528, buffers=245424, cached=9142240, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.11, five_min_avg=1.17, fifteen_min_avg=1.28, cpu_share=8.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3dc049940c46acf17c47a28563da55ad887bdbf34d4ccb7fde6647861492d41b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 102769} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'c74a41c583ba1743500a2322c223b585e4d1f8a359c8c4a17f0eae15a938aea9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 102797} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9471032, partition_space_available_1k=71619452, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1386068, cpu_share=0.08, mem_res=1349748, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=204716, cpu_share=0.0, mem_res=199740, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55648, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6850888, free=229000, buffers=245468, cached=9152368, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.25, five_min_avg=1.23, fifteen_min_avg=1.29, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '64b4928d80374d0079540be4e5b2c6aa416ec1572764a4eaab8ec77b91ad9fb9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 103453} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '307ba5e33487dcac4122b4de66c6b30afdaa51bc05f8643631faa3e5c69d6ffc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 103474} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9477088, partition_space_available_1k=71613396, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1386688, cpu_share=0.09, mem_res=1349940, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=199464, cpu_share=0.0, mem_res=194464, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55652, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6847652, free=225568, buffers=245524, cached=9158904, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.17, five_min_avg=1.21, fifteen_min_avg=1.27, cpu_share=7.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '34f9ff018a595ce2b88a3b135150a4e442f0682d87f7142a85ad598abdf07985', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 104037} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '281c99e7750e11acc14f5ccb0e3e7fa4dcff5fe7494dabe7058d095623306248', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 104060} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9482884, partition_space_available_1k=71607600, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1388164, cpu_share=0.06, mem_res=1350884, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=200624, cpu_share=0.0, mem_res=195616, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55660, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6832408, free=240968, buffers=245588, cached=9158948, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.13, five_min_avg=1.2, fifteen_min_avg=1.27, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '865a0c288bbe126283188c3b60b75f31d8068a6fc314e7af707edcaf67c08621', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 104667} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '324f352efb07b96f60eeaede4ada4e4d96669c86cda367e75559d3ec391e1639', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 104690} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9483916, partition_space_available_1k=71606568, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1387880, cpu_share=0.05, mem_res=1350716, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=201756, cpu_share=0.0, mem_res=196732, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55660, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6840048, free=232680, buffers=245620, cached=9159556, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.0, five_min_avg=1.14, fifteen_min_avg=1.24, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '3d44f758d49006311532396479a0c7d8e1a83a1de175bcc13d536843696a218d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 105239} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4b316bc5af63c0acec8fbb758f570c3d637393a2d87228227abaf5fa79c66fb5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 105264} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9483156, partition_space_available_1k=71607328, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1388088, cpu_share=0.03, mem_res=1350876, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=202324, cpu_share=0.0, mem_res=197308, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55672, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6812188, free=261224, buffers=245672, cached=9158808, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.83, five_min_avg=1.51, fifteen_min_avg=1.35, cpu_share=5.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'edb97f091055559ff839feaadf9edc7acd0a522090814a83f6e86a8b0bd76da8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 105826} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '685eb67e4a00a8d9cc14047d96fe4396bc98fbbc8930bdfcc6b19ba0b45230db', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 105859} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9487864, partition_space_available_1k=71602620, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389116, cpu_share=0.05, mem_res=1351392, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=203360, cpu_share=0.0, mem_res=198324, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55668, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6836956, free=230304, buffers=245760, cached=9164956, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.09, five_min_avg=1.5, fifteen_min_avg=1.36, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'eb2c3da6193460bd44ba939c315917e286b19627e405a846ed4927e63ab14dd5', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 106385} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f86118e88ef5dbdd156f6aee36430497bbbd859ba0fcc7bc1601a75eb157cbd9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 106414} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9493620, partition_space_available_1k=71596864, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1388464, cpu_share=0.05, mem_res=1350952, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=204056, cpu_share=0.0, mem_res=199032, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55676, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6833148, free=229428, buffers=245820, cached=9169524, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.79, five_min_avg=1.52, fifteen_min_avg=1.37, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f5b8d4bab783a7978ec8f4315f17876d33539188d2ededbf949443c127ce6673', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 106938} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '80e573ba52f6e13be0b88c8f255b2b4755abc6101ed406bfb9684dd65dd99e20', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 106968} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9493476, partition_space_available_1k=71597008, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1388868, cpu_share=0.03, mem_res=1350824, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=204792, cpu_share=0.0, mem_res=199636, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55680, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6835176, free=226760, buffers=245852, cached=9169776, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.12, five_min_avg=1.37, fifteen_min_avg=1.33, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a005920ee253700b32cfea4608dbfe78dbd0fbc74ce74313809b75596ef1961e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 108003} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '2012b0e87dcf338cef2394529e09042166c4e2f28393672ff7411fd9bbee90cf', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 108023} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9494856, partition_space_available_1k=71595628, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1388996, cpu_share=0.04, mem_res=1350964, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=206116, cpu_share=0.0, mem_res=201064, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55680, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6782236, free=278136, buffers=245960, cached=9171560, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.08, five_min_avg=1.32, fifteen_min_avg=1.31, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '46448c67de2357325fb3ad1ee5d916ca657dc55dfa683bdb6410ca639f7e5d83', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 108613} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'd288a9165114a8f08025c733314e278a97be26582f2d9a9009b22a7930aa6a0f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 108646} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9500968, partition_space_available_1k=71589516, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389108, cpu_share=0.05, mem_res=1350996, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=207056, cpu_share=0.0, mem_res=202000, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55688, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6791216, free=263108, buffers=246016, cached=9177532, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.87, five_min_avg=1.55, fifteen_min_avg=1.39, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '0e4d67d8eadb9670c7c69a8b9422ce6800405821f4bd9de538399ee7ebcc0367', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 109176} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '077849101a947124fb626665bf47b08344d0393b0c9dcc6acbcfaabe694cadd8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 109204} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9500252, partition_space_available_1k=71590232, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389276, cpu_share=0.03, mem_res=1351132, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=207692, cpu_share=0.0, mem_res=202640, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55688, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6793996, free=261084, buffers=246068, cached=9176776, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.35, five_min_avg=1.46, fifteen_min_avg=1.37, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'c9a8c64858cac01f25c711ec1f1bee0c339c7bfb8c6b1d8471c7acf348773b26', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 109748} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '7fde8d0cbf029e1f385b8d62e631c2d3a33ea3de3e229bd826f0dd3be84bdf5a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 109776} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9504324, partition_space_available_1k=71586160, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389216, cpu_share=0.03, mem_res=1351064, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=208728, cpu_share=0.0, mem_res=203664, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55692, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6807264, free=242668, buffers=246096, cached=9181904, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.46, five_min_avg=1.48, fifteen_min_avg=1.38, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '998cb73b34300f95f125b0ab3368a05e3abb1d1b59a33730f2b828b8996e6858', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 110362} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '8067462d647c7ed71f7a9ff72a9bc1271c014a5d7d1b5d2d30b4dd592a962477', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 110395} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9511352, partition_space_available_1k=71579132, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389776, cpu_share=0.05, mem_res=1351064, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=218576, cpu_share=0.01, mem_res=213504, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55700, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6826608, free=233428, buffers=244856, cached=9173008, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.2, five_min_avg=1.39, fifteen_min_avg=1.36, cpu_share=6.75, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '6cea5f08ee67c99698c9aa3c471ffd40fa43255620ee9d0e4d9536335f704aa3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 110928} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '6caf8aa53ba790a966729ed366eeb93e7db6ae089d2e9a6489172e9353e36cb4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 110957} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9506072, partition_space_available_1k=71584412, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390152, cpu_share=0.04, mem_res=1351140, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=219344, cpu_share=0.0, mem_res=214276, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55704, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6838060, free=222168, buffers=244948, cached=9172828, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.07, five_min_avg=1.32, fifteen_min_avg=1.33, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'f8010d8bc079975d3bc4b2db3e9bca9614f947835b1751ef12ba724ef790608f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 111547} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'b9daf210013d9864d82c95a5c2786f50dafbaed584ae5680eece9e0d56922ed3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 111574} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9542036, partition_space_available_1k=71548448, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389972, cpu_share=0.05, mem_res=1351196, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=221256, cpu_share=0.0, mem_res=216168, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55712, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6817516, free=228200, buffers=243068, cached=9189164, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.12, five_min_avg=1.3, fifteen_min_avg=1.33, cpu_share=7.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9f4e2077fefb275218e19ba0cd32fb43203412a7218ea44b0f4283b109a2f0d2', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 112107} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '839fba25a92705bc75aa1b90597e2a75a7375c3c6ec076653b52d72ad1968e66', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 112129} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9541268, partition_space_available_1k=71549216, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390124, cpu_share=0.04, mem_res=1351276, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=221948, cpu_share=0.0, mem_res=216860, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55720, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6813932, free=232488, buffers=243132, cached=9188432, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.2, five_min_avg=1.55, fifteen_min_avg=1.41, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'db8ddcd5fa89f1d66034464c424c649e47c6cb0810fc6df5342ee597573cd4ae', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 112666} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'c7c91c9a1fb06bd0ee4fd32c838abde78f661d162af3f00eb87caa197aad2916', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 112693} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9545524, partition_space_available_1k=71544960, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389964, cpu_share=0.04, mem_res=1351140, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=222696, cpu_share=0.0, mem_res=217604, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55720, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6809408, free=232724, buffers=243164, cached=9192688, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.18, five_min_avg=1.69, fifteen_min_avg=1.47, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '6e1ae9b9acd10f35722d7381f6b4d07ea86a726145d32e54e10891fd7c7c065b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 113225} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '3413d8c492ad483ea48e75a528893aeb0a6a2b76423cd6325e003c23740bd5bc', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 113257} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9550524, partition_space_available_1k=71539960, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390552, cpu_share=0.04, mem_res=1351176, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=223400, cpu_share=0.0, mem_res=218308, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55716, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6828848, free=224676, buffers=242188, cached=9182228, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.53, five_min_avg=1.58, fifteen_min_avg=1.44, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '0c1de27ed30cb4be3ec10af386169d3083bb5d55e59fa6fa6e9b449947ccdbdf', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 113781} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4f9298bceee6c1af8ccca07ee942a23a7e7dbb31b8a844950569ed32ea6af33f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 113809} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9549496, partition_space_available_1k=71540988, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390312, cpu_share=0.03, mem_res=1351028, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=224048, cpu_share=0.0, mem_res=218952, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55724, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6824152, free=235148, buffers=242276, cached=9176376, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.4, five_min_avg=1.54, fifteen_min_avg=1.44, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cb7c584c15e45bf87016180ea7c5ad5e8a71ecad56d4516f3b91f797eeb7b680', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 114398} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'f85478c064eb4c92b76c85fbc3a4e469ef3699bc076fade9eb801fa90dcb991b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 114429} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9552240, partition_space_available_1k=71538244, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390728, cpu_share=0.06, mem_res=1351256, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=226200, cpu_share=0.0, mem_res=221092, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55724, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6843876, free=223680, buffers=241368, cached=9168980, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.47, five_min_avg=1.52, fifteen_min_avg=1.44, cpu_share=7.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '315105dc39d599edbfae1d06e18216eb8fa02e94166bfed793d4c894f987535e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 114955} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'a6a7476c119ff885fc20ccfcf9b5d97c9e78851ff4c1f320dfe45588d79a2af7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 114984} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9556460, partition_space_available_1k=71534024, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390668, cpu_share=0.03, mem_res=1351248, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=226856, cpu_share=0.0, mem_res=221744, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55732, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6828500, free=242392, buffers=241172, cached=9165844, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.25, five_min_avg=1.67, fifteen_min_avg=1.49, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9e81d0d33075d4bdf6e3a78be3b4ed766e7cfa706c41e226cc7dd351d98592ea', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 115527} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': 'fe0aea6fea8e7af11cbfe3e4c2f1fe2962c7a734993f09549de7d097d6fec71b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 115548} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9555748, partition_space_available_1k=71534736, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1390692, cpu_share=0.03, mem_res=1351256, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=227488, cpu_share=0.0, mem_res=222380, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55732, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6832536, free=239120, buffers=241204, cached=9165148, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.93, five_min_avg=1.67, fifteen_min_avg=1.5, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a564a06d78d5f0c534b0e79784bbe0ece04871eb837abfaba1e61121bd2e990e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 116087} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '49a8ef8471f2a8f9853077115488aed62427393c9596710dcb4e5faa63abd440', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 116121} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9560776, partition_space_available_1k=71529708, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1391360, cpu_share=0.04, mem_res=1351272, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=228760, cpu_share=0.0, mem_res=223644, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55744, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6843592, free=221872, buffers=241232, cached=9171144, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.39, five_min_avg=1.55, fifteen_min_avg=1.47, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'e3a6bab99ad9f241724b01e7dc32f42c930b8313256dee047c0545caf9b33bea', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 116969} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '4a0d09e81652c28f1649cc72f8dfbf7fa5e9fa3b3ae7a31b47622e59e9acd438', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 116997} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9565672, partition_space_available_1k=71524812, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1391412, cpu_share=0.04, mem_res=1351416, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=229524, cpu_share=0.0, mem_res=224404, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55740, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6837640, free=231648, buffers=241136, cached=9167596, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.23, five_min_avg=1.47, fifteen_min_avg=1.44, cpu_share=6.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '2a3d429342a23509ae883881b1826949285fd792ec34f3588fa45ff483c3d7a2', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 117547} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open CRITICAL:root:Exit data: {'ID': '22abde1453e0e04c79eaaaeb8739972865b7fc69bdd2552266874a89191824d8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 117567} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1 DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-4370-3.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=9560660, partition_space_available_1k=71529824, percentage_partition_space_used=12, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1391144, cpu_share=0.03, mem_res=1351224, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=230280, cpu_share=0.0, mem_res=225152, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=55748, cpu_share=0.01, mem_res=44936, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=16175632, used=6854296, free=220040, buffers=241188, cached=9162616, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=1.26, five_min_avg=1.44, fifteen_min_avg=1.44, cpu_share=6.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'aecb619136f8b2e31dcc4527af8c1cfd6a2d4c4b35e9cdf7067801e19a424596', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.27', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 118384} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.27 - - [2025-10-20 04:25:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6824 0.001560 CRITICAL:root:Exit data: {'ID': 'cbe53062b75d12a39e427f5df3433300f05098544bc4f724ee0f0f974f5403c7', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7201', 'compactionstats'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'd843f7298a8546e2d255b52dc576da14d1be51fce3c45f1c5b0eb9ac16b6c819', 'DetachKeys': '', 'Pid': 118404} ERROR:contrail-config-database-nodemgr:Failed to get nodetool compactionstats: Result: 1