INFO: =================== Thu Oct 16 01:42:06 AM UTC 2025 ===================
/contrail-functions.sh: line 167: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
/contrail-functions.sh: line 202: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
mv: cannot stat '/etc/contrail/vnc_api_lib.ini.tmp': No such file or directory
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/database-nodemgr/contrail-database-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.49
db_port=9042
db_jmx_port=7200
db_use_ssl=False

[COLLECTOR]
server_list=10.0.0.49:8086

[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False


[DEFAULTS]
minimum_diskGB = 2
10/16/2025 01:42:07.969 7f6e46643240 [contrail-database-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
10/16/2025 01:42:08.071 7f6e46643240 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
10/16/2025 01:42:08.078 7f6e46643240 [contrail-database-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8103
10/16/2025 01:42:08.082 7f6e46643240 [contrail-database-nodemgr] [ERROR]: Failed to import package "database.sandesh"
10/16/2025 01:42:08.087 7f6e46643240 [contrail-database-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
CRITICAL:root:Exit data: {'ID': '9bb64d1ad0563df571a29bf025baf0404713975dbaa0b369e057b39dc8d94d2e', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 73721}
ERROR:contrail-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-262-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.49:8086,  ]  status = Down  description = Connect to Idle on EvTcpConnectFail  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down  >>,  ]  >>  
CRITICAL:root:Exit data: {'ID': 'f51f004d13f0febefa057b37d81edf7a2fae7d16bf14ee871297095282ca1a4a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 73738}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-database-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-262-1.cluster.local  process_status = [ <<  module_id = contrail-database-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.49:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Cassandra state detected DOWN. Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
CRITICAL:root:Exit data: {'ID': '37bed8aca14071620a656041cb90615fe152708d49562f5d08238f22483d73a8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 78038}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'bce756b24d6e1a1dd716a59ae0cda86d2a9ddf3d47853013ef072fa5d195e259', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 78057}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.49 - - [2025-10-16 01:44:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6713 0.001292
[Introspect:8103]10.0.0.49 - - [2025-10-16 01:44:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6713 0.002026
CRITICAL:root:Exit data: {'ID': '66b693c9f9af26058c64e7a59454ad66007d90e09dd4a4d00bdb1da3d6cfe7ba', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 80455}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '14d11533136bc3602979da042d27b3a4bb16d2c8f97b3ee1bb9bd5281ec59a6b', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 80475}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '2b2cb1b72d8435c05ca39ce4bf47b052d85133b2f732b181c437860df3a6d6e9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 83009}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '12db67af4840c231cc6f62fb50be625f2b3485c74411509268235235b98c7a3f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 83028}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '59f872352d36f6236a66722b48a7465924e28867cd4d758eba830c40eacf5fc9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 86097}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'c8cbcfe01b56d3802015faf7743c98d416dc21f5382e29a6ae4246c51b44e92c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 86120}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '9e62acdd44b29ca8a658873d56e4b8e8ae38a6c2ea3020fb01fcf189424d20de', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 87247}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'fa50d5cd81c4afea420669e5572b6a7a244248db0196251dab89d6d2ed4da561', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 87266}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': '2c73ddb1122ad15a3efbd1c3e80cf1b5d9588104a79bd33ed27e7505bffb40ea', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 88320}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '1788ae1a912bd66c6fc02a8716e2f9082b1b923ec1ef251d8669b66a816a8a62', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 88338}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': 'a618420b48200fb9ae9383919226d65673d905acaf6571c17344ac2e6ba007ec', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 90172}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'b3960f26e07a3aaaa69ffb35a573384a1e0a5f8a2a4ab6ae5e5792703c24a61f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 90191}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
CRITICAL:root:Exit data: {'ID': 'f648759fe4114d8cb37f7e13005299a1c5f92dcc178b3c67df8da79b7e91a93c', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 92246}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': '1cbec663e07c72284c9443c41b6b60a10cc4f1b2e3c0358659abde361ff5c1b0', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 92265}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8103]10.0.0.49 - - [2025-10-16 01:51:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6716 0.001135
CRITICAL:root:Exit data: {'ID': '60da910809660f1e881cb4b2027392c6053283474d898f9357992447b75a7e4a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.49', '9042', '-e', 'quit'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 97484}
WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open
CRITICAL:root:Exit data: {'ID': 'c02307b10fcba1a84f1c4ecb7ba223b6d60a1c240a66170667462469a711e535', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'nodetool', 'arguments': ['-p', '7200', 'compactionstats'], 'privileged': False, 'user': '0'}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': 'fcf0b4dfb37bd31c37cd6e49e0e9a9e595fdcaab58cd5b22f2b7d2a88a019edd', 'DetachKeys': '', 'Pid': 97512}
ERROR:contrail-database-nodemgr:Failed to get nodetool compactionstats: Result: 1
ERROR:contrail-database-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'