File: /var/log/contrail/config-database-nodemgr/console.log, Line: 651 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 658 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 665 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 672 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 679 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: CRITICAL:root:Exit data: {'ID': '7742470013b9aaefb268d0badac6b63a658b39becdde3953154c44473b0adce4', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 57829} ERROR:contrail-config-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1 INFO:contrail-config-database-nodemgr:send_nodemgr_process_status: Sending UVE:NodeStatusUVE(_context='', _scope='', _module='contrail-config-database-nodemgr', _source='cn-jenkins-deploy-platform-ansible-os-3953-1.', _node_type='ConfigDatabase', _instance_id='0', _timestamp=1756346945571602, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=[ProcessStatus(module_id='contrail-config-database-nodemgr', instance_id='0', state='Non-Functional', connection_infos=dict_values([ConnectionInfo(type='Collector', name='Collector', server_addrs=[''], status='Down', description='none to Idle on EvStart')]), flag_infos=None, description='Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down')], process_info=None, disk_usage_info=None, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo'), _seqnum=0) INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 720 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 943 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1172 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: INFO:contrail-config-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-config-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-config-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-config-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1344 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=17309528, partition_space_available_1k=63780956, percentage_partition_space_used=21, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1352348, cpu_share=0.04, mem_res=1338516, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=114132, cpu_share=0.04, mem_res=110424, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=52860, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=8693500, free=5813724, buffers=722636, cached=17435256, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.1, five_min_avg=2.49, fifteen_min_avg=1.44, cpu_share=3.62, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'a42c309edbd3ed432da2ffb97eedd3c30e09e5dea7dbdd44def124d30c7d4674', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 87739} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1357 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=18528516, partition_space_available_1k=62561968, percentage_partition_space_used=23, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1350452, cpu_share=0.04, mem_res=1338676, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=122212, cpu_share=0.01, mem_res=118816, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=44928, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=8970788, free=20138728, buffers=748960, cached=2806640, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.12, five_min_avg=2.81, fifteen_min_avg=1.62, cpu_share=4.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map [Introspect:8112]10.0.0.33 - - [2025-08-28 02:13:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6780 0.001374 DEBUG:contrail-config-database-nodemgr:send sync_uve in the [ObjectConfigDatabaseInfo:NodeStatusUVE] map ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1374 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1381 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=18724976, partition_space_available_1k=62365508, percentage_partition_space_used=23, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1348920, cpu_share=0.04, mem_res=1337136, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=122568, cpu_share=0.0, mem_res=119168, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48192, cpu_share=0.02, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=9632128, free=18616600, buffers=762100, cached=3654288, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.2, five_min_avg=2.8, fifteen_min_avg=1.69, cpu_share=3.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '8c43010f25a3cbf91662292dc2f5ead64fd652e3e66f84f90d588c39301515aa', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 96317} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1394 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20019936, partition_space_available_1k=61070548, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1352004, cpu_share=0.1, mem_res=1338932, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=145556, cpu_share=0.01, mem_res=142108, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48200, cpu_share=0.02, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10009468, free=17378852, buffers=793552, cached=4483244, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.96, five_min_avg=2.83, fifteen_min_avg=1.77, cpu_share=4.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '1c767f1abe66c9b25b68b78376aaa2672d14230eccc51b3a7c70a7d4b7fed0e6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 99077} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1407 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20054484, partition_space_available_1k=61036000, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1350744, cpu_share=0.13, mem_res=1337972, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=136868, cpu_share=0.01, mem_res=133364, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48208, cpu_share=0.02, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10817240, free=16514392, buffers=793656, cached=4539828, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.27, five_min_avg=2.96, fifteen_min_avg=1.89, cpu_share=4.62, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'cfe931fc0dea5cd4b0fb2394132327c36694c6884ccf2f40d6c4200e08c8b19a', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 101664} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1420 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20087448, partition_space_available_1k=61003036, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1360468, cpu_share=0.11, mem_res=1347312, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=140256, cpu_share=0.0, mem_res=136720, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48208, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10953032, free=16334396, buffers=794080, cached=4583608, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.96, five_min_avg=2.95, fifteen_min_avg=1.95, cpu_share=4.25, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'af248b2ccb1e7d4dbe9f80c83af74f6c268791d61871232586f3ff80c642ea57', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 104433} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1433 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20115448, partition_space_available_1k=60975036, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374816, cpu_share=0.12, mem_res=1361276, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=157200, cpu_share=0.01, mem_res=153604, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48208, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10679060, free=16570448, buffers=794188, cached=4621420, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.38, five_min_avg=3.1, fifteen_min_avg=2.07, cpu_share=4.12, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9d5719419aa9206f005d5c6b3d51e22e872cb1141029eb0c4e29520a32e9ab38', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 107290} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1446 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1453 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20209144, partition_space_available_1k=60881340, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1374924, cpu_share=0.07, mem_res=1361280, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=150532, cpu_share=0.01, mem_res=146904, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48220, cpu_share=0.02, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=11538772, free=15655448, buffers=794472, cached=4676424, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.08, five_min_avg=3.08, fifteen_min_avg=2.13, cpu_share=4.38, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'b15f0111a57a5c8db9e297bf7f27af2aacbc51529aa0edadcc5865788a86a6b9', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 110059} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1466 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20206748, partition_space_available_1k=60883736, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376280, cpu_share=0.09, mem_res=1361880, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=154300, cpu_share=0.0, mem_res=150644, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48224, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10987124, free=16179792, buffers=794556, cached=4703644, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.32, five_min_avg=3.14, fifteen_min_avg=2.21, cpu_share=3.62, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '9205e4fa00813f6a932214292cbd37ace69e145ec6219100aee6cb232d5b1111', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 112901} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1479 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20232300, partition_space_available_1k=60858184, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376372, cpu_share=0.06, mem_res=1361896, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=156252, cpu_share=0.0, mem_res=152584, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48240, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10809892, free=16331412, buffers=794652, cached=4729160, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.06, five_min_avg=3.1, fifteen_min_avg=2.25, cpu_share=4.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '7badb72a1c7e26cb20c7f6da1e6b9680be64d267bf40ea86885008a17785bd16', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 115869} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1492 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20260132, partition_space_available_1k=60830352, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376480, cpu_share=0.06, mem_res=1361912, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=158080, cpu_share=0.0, mem_res=154140, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48232, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=11512860, free=15601588, buffers=794696, cached=4755972, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.97, five_min_avg=3.08, fifteen_min_avg=2.3, cpu_share=4.0, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '85ec98979374897aec84a171f195adedd97468ba8e955b414be66a46bae09153', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 118146} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1505 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20375024, partition_space_available_1k=60715460, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376596, cpu_share=0.06, mem_res=1361932, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=159212, cpu_share=0.0, mem_res=155512, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48240, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10628340, free=16364800, buffers=794784, cached=4877192, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.36, five_min_avg=3.19, fifteen_min_avg=2.39, cpu_share=4.12, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') DEBUG:contrail-config-database-nodemgr:dir for config is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '6fd18e7e91edf3e5926cbd790ac069412a9ca0b392b69352deed4d672f7235b8', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9041', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '6ddddf58fbabd3063945b0ee21bb45c82af4adefc2ccdf6702b3c3bdb9986974', 'DetachKeys': '', 'Pid': 120428} WARNING:contrail-config-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1518 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-nodemgr/console.log, Line: 1525 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-config-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20381388, partition_space_available_1k=60709096, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1376700, cpu_share=0.05, mem_res=1361948, _EventManager__key='cassandra'), 'zookeeper': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=160556, cpu_share=0.0, mem_res=156848, _EventManager__key='zookeeper'), 'contrail-config-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=48244, cpu_share=0.01, mem_res=42644, _EventManager__key='contrail-config-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10668448, free=16317700, buffers=794800, cached=4884168, node_type='config-database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.22, five_min_avg=2.89, fifteen_min_avg=2.34, cpu_share=2.5, node_type='config-database-node'), running_package_version=None, installed_package_version=None, _table='ObjectConfigDatabaseInfo') ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 631 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 638 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 645 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 652 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 659 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 666 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 673 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 680 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8104]10.0.0.33 - - [2025-08-28 02:13:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6784 0.001697 [Introspect:8104]10.0.0.33 - - [2025-08-28 02:13:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6784 0.001097 [Introspect:8104]10.0.0.33 - - [2025-08-28 02:14:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6784 0.001172 Exception ignored in: > ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 690 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 697 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 704 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 711 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 718 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 725 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 732 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 739 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 746 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 753 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 760 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-nodemgr/console.log, Line: 767 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8104]10.0.0.33 - - [2025-08-28 02:24:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6785 0.001382 ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 650 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 657 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 664 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 671 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 678 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: CRITICAL:root:Exit data: {'ID': '8de2fcf1d972eee8365ce5213e7b8a153065d9e57d4c0216a60e807930d9e867', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 74000} ERROR:contrail-database-nodemgr:Failed to connect to database by CQL and socket: Result: 1 INFO:contrail-database-nodemgr:send_nodemgr_process_status: Sending UVE:NodeStatusUVE(_context='', _scope='', _module='contrail-database-nodemgr', _source='cn-jenkins-deploy-platform-ansible-os-3953-1.', _node_type='Database', _instance_id='0', _timestamp=1756347073444003, _versionsig=3672106175, _type=6, _hints=1, _client_context='', _client=None, _role=0, _logger=None, _level=2147483647, _category='', _send_queue_enabled=True, _http_server=None, _connect_to_collector=True, _disable_sending_object_logs=False, _disable_sending_all_messages=False, _more=False, data=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=[ProcessStatus(module_id='contrail-database-nodemgr', instance_id='0', state='Non-Functional', connection_infos=dict_values([ConnectionInfo(type='Collector', name='Collector', server_addrs=[''], status='Down', description='none to Idle on EvStart')]), flag_infos=None, description='Cassandra state detected DOWN. Collector:Collector[none to Idle on EvStart] connection down')], process_info=None, disk_usage_info=None, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage=None, system_cpu_info=None, system_mem_usage=None, system_cpu_usage=None, running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo'), _seqnum=0) INFO:contrail-database-nodemgr:Processing event[EvSandeshUVESend] in state[Idle] ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 695 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: INFO:contrail-database-nodemgr:Processing event[EvIdleHoldTimerExpired] in state[Idle] ERROR:contrail-database-nodemgr:Session Event: TCP Connect Fail INFO:contrail-database-nodemgr:Sandesh Client: Event[EvIdleHoldTimerExpired] => State[Idle] -> State[Connect] INFO:contrail-database-nodemgr:Processing event[EvSandeshUVESend] in state[Connect] ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 844 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=17338940, partition_space_available_1k=63751544, percentage_partition_space_used=21, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1339500, cpu_share=0.26, mem_res=1323576, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=11548, cpu_share=0.0, mem_res=9116, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=52440, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=9028608, free=4763592, buffers=728848, cached=18144068, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.08, five_min_avg=2.54, fifteen_min_avg=1.47, cpu_share=3.88, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '003496a818514d035826784ea9396c51c3da1674804ab0f097b7166daf768201', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 88419} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 857 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=18534124, partition_space_available_1k=62556360, percentage_partition_space_used=23, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1338300, cpu_share=0.07, mem_res=1323136, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=11492, cpu_share=0.0, mem_res=9448, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45060, cpu_share=0.02, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=8939224, free=20148444, buffers=748964, cached=2828484, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=4.17, five_min_avg=2.87, fifteen_min_avg=1.65, cpu_share=3.88, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:send sync_uve in the [ObjectDatabaseInfo:NodeStatusUVE] map [Introspect:8103]10.0.0.33 - - [2025-08-28 02:13:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6759 0.001337 DEBUG:contrail-database-nodemgr:send sync_uve in the [ObjectDatabaseInfo:NodeStatusUVE] map ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 874 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=19577068, partition_space_available_1k=61513416, percentage_partition_space_used=24, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1342848, cpu_share=0.06, mem_res=1326676, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=11808, cpu_share=0.0, mem_res=9760, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45064, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=9627632, free=17732608, buffers=775184, cached=4529692, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.47, five_min_avg=2.87, fifteen_min_avg=1.72, cpu_share=3.12, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:send sync_uve in the [ObjectDatabaseInfo:NodeStatusUVE] map [Introspect:8103]10.0.0.33 - - [2025-08-28 02:14:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6759 0.001271 DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 889 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20025204, partition_space_available_1k=61065280, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1371976, cpu_share=0.14, mem_res=1349572, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15344, cpu_share=0.0, mem_res=13204, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45076, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10293056, free=17085084, buffers=793580, cached=4493396, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.19, five_min_avg=2.88, fifteen_min_avg=1.8, cpu_share=4.12, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'bc0131e0a015f95ddadb216bb3a19d31c0e3a19d4802e185e67843bf6da59e07', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 99596} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 902 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 909 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20056072, partition_space_available_1k=61034412, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1373132, cpu_share=0.12, mem_res=1346416, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15388, cpu_share=0.0, mem_res=13260, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45108, cpu_share=0.02, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10303528, free=17023084, buffers=793668, cached=4544836, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.59, five_min_avg=3.04, fifteen_min_avg=1.93, cpu_share=4.25, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '75a2526820654472f7d8587899cbb7b47ae0557a26816ebfbb428b212987f58d', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 102434} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 922 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20090436, partition_space_available_1k=61000048, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1384012, cpu_share=0.1, mem_res=1352124, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15464, cpu_share=0.0, mem_res=13336, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45108, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10411904, free=16871472, buffers=794088, cached=4587652, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.97, five_min_avg=2.95, fifteen_min_avg=1.96, cpu_share=4.25, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ceeab7efb9f2e1cf6d360cc251044c351e69be8149ab0ec9aef957f4c71a894f', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 105007} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 935 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20123268, partition_space_available_1k=60967216, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1389332, cpu_share=0.1, mem_res=1352816, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15332, cpu_share=0.0, mem_res=13204, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45116, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=11028396, free=16220308, buffers=794196, cached=4622216, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.39, five_min_avg=3.11, fifteen_min_avg=2.08, cpu_share=4.25, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'ef03746d0b0decb0c7b4c042b95d788c3557aef3c39ba5ceadea0a89133d37e6', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 107705} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 948 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20212340, partition_space_available_1k=60878144, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1394404, cpu_share=0.07, mem_res=1354672, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15436, cpu_share=0.0, mem_res=13308, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45120, cpu_share=0.02, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=11590956, free=15596288, buffers=794476, cached=4683396, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.14, five_min_avg=3.09, fifteen_min_avg=2.14, cpu_share=4.12, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'afcbf412dc6873b7fb062e7eea7a645cb8b5688c320e9e110e7859d45ee88400', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 110455} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 961 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20211084, partition_space_available_1k=60879400, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1401020, cpu_share=0.07, mem_res=1357392, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15536, cpu_share=0.0, mem_res=13408, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45128, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=11132976, free=16032976, buffers=794572, cached=4704592, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.19, five_min_avg=3.12, fifteen_min_avg=2.21, cpu_share=3.5, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '100b1a57555a68350d088e523dca6bb652f65ff1e3029533d209819ec8b450ba', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 113279} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 974 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 981 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20233592, partition_space_available_1k=60856892, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1410504, cpu_share=0.06, mem_res=1363820, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15588, cpu_share=0.0, mem_res=13460, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45128, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10616264, free=16523224, buffers=794656, cached=4730972, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.19, five_min_avg=3.13, fifteen_min_avg=2.27, cpu_share=3.88, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': 'fe86846e3758f2aec621ffb16f8c9ad43fc610cf98368f4ba9f72371203d80ab', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 116261} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 994 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20271072, partition_space_available_1k=60819412, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1414596, cpu_share=0.06, mem_res=1364124, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15680, cpu_share=0.0, mem_res=13552, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45136, cpu_share=0.02, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10588544, free=16422300, buffers=794740, cached=4859532, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.66, five_min_avg=3.22, fifteen_min_avg=2.36, cpu_share=4.38, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '37e3bce10ea370de852ff82934b303a4a8ce4d9a3abbadfb042814120d276cd3', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 118896} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 1007 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20377820, partition_space_available_1k=60712664, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1419568, cpu_share=0.06, mem_res=1366460, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15724, cpu_share=0.0, mem_res=13596, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45148, cpu_share=0.02, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10638440, free=16353992, buffers=794784, cached=4877900, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=3.14, five_min_avg=3.15, fifteen_min_avg=2.39, cpu_share=3.62, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:dir for analytics is /var/lib/cassandra/data CRITICAL:root:Exit data: {'ID': '010a5f01329ad6b353a033526064ee6eb01f4d0c8fbe443304d50f3754a03ff2', 'Running': False, 'ExitCode': 1, 'ProcessConfig': {'tty': True, 'entrypoint': 'cqlsh', 'arguments': ['10.0.0.33', '9042', '-e', 'quit'], 'privileged': False}, 'OpenStdin': False, 'OpenStderr': True, 'OpenStdout': True, 'CanRemove': False, 'ContainerID': '0958158200beddb37b3ddf342ae2db5ddeb5934784752ccd257680484008c3df', 'DetachKeys': '', 'Pid': 120807} WARNING:contrail-database-nodemgr:CQLSH failed, but Cassandra native transport port is open ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/database-nodemgr/console.log, Line: 1020 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: DEBUG:contrail-database-nodemgr:DBG: event_tick_60: node_status=NodeStatus(name='cn-jenkins-deploy-platform-ansible-os-3953-1.', deleted=None, status=None, process_status=None, process_info=None, disk_usage_info={'/dev/vda1': DiskPartitionUsageStats(partition_type='ext4', partition_name=None, partition_space_used_1k=20385244, partition_space_available_1k=60705240, percentage_partition_space_used=25, _LinuxSysData__key='/dev/vda1')}, description=None, all_core_file_list=None, build_info=None, process_mem_cpu_usage={'cassandra': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=1425548, cpu_share=0.06, mem_res=1369584, _EventManager__key='cassandra'), 'contrail-query-engine': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=15720, cpu_share=0.0, mem_res=13592, _EventManager__key='contrail-query-engine'), 'contrail-database-nodemgr': ProcessCpuInfo(module_id=None, inst_id=None, mem_virt=45148, cpu_share=0.01, mem_res=42976, _EventManager__key='contrail-database-nodemgr')}, system_cpu_info=None, system_mem_usage=SysMemInfo(total=32665116, used=10674264, free=16309704, buffers=794800, cached=4886348, node_type='database-node'), system_cpu_usage=SysCpuInfo(one_min_avg=2.62, five_min_avg=2.96, fifteen_min_avg=2.37, cpu_share=2.75, node_type='database-node'), running_package_version=None, installed_package_version=None, _table='ObjectDatabaseInfo') DEBUG:contrail-database-nodemgr:send sync_uve in the [ObjectDatabaseInfo:NodeStatusUVE] map [Introspect:8103]10.0.0.33 - - [2025-08-28 02:24:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6761 0.001295 ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-device-manager/console.log, Line: 643 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: 08/28/2025 02:09:53.985 7f0545fed940 [contrail-device-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 08/28/2025 02:09:54.127 7f0545fed940 [contrail-device-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 08/28/2025 02:09:54.127 7f0545fed940 [contrail-device-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/config-device-manager/contrail-device-manager.log] /usr/local/lib/python3.9/site-packages/device_manager/juniper_conf.py:313: SyntaxWarning: "is" with a literal. Did you mean "=="? ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 632 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 639 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 646 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 653 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 660 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 667 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 674 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 681 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8101]10.0.0.33 - - [2025-08-28 02:13:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7602 0.001342 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 689 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8101]10.0.0.33 - - [2025-08-28 02:13:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7602 0.001523 [Introspect:8101]10.0.0.33 - - [2025-08-28 02:14:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7602 0.001148 Exception ignored in: > Traceback (most recent call last): ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 698 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 705 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 712 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 719 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 726 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 733 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 740 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 747 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 754 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 761 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 768 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/control-nodemgr/console.log, Line: 775 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8101]10.0.0.33 - - [2025-08-28 02:24:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7604 0.001339 ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1640 Traceback (most recent call last): Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( response = self._api_server_session.get( ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1641 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1666 Traceback (most recent call last): Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) ConfigDatabaseNodeProvisioner(args_str) ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1667 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1710 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1712 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1731 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1740 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ self._vnc_lib = VncApiAdmin( File "/opt/contrail/utils/vnc_admin_api.py", line 27, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1780 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1782 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1801 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1808 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1850 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1852 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1871 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1878 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1920 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1922 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1941 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1948 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1990 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 1992 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2011 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2018 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2060 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( response = self._api_server_session.get( ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2062 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2081 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2088 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2130 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2132 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2151 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-database-provisioner/console.log, Line: 2158 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_database_node.py", line 176, in main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main main() File "/opt/contrail/utils/provision_config_database_node.py", line 172, in main ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ConfigDatabaseNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_database_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 757 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 764 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 771 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 778 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 785 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 792 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8102]10.0.0.33 - - [2025-08-28 02:13:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 5883 0.001310 [Introspect:8102]10.0.0.33 - - [2025-08-28 02:13:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 5883 0.001080 Exception ignored in: > Traceback (most recent call last): ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 801 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8102]10.0.0.33 - - [2025-08-28 02:14:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 5888 0.001241 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 809 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 816 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 823 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 830 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 837 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 844 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 851 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 858 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 865 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 872 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 879 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8102]10.0.0.33 - - [2025-08-28 02:24:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 5888 0.001308 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/vrouter-nodemgr/console.log, Line: 887 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 631 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 638 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 645 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 652 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 659 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 666 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 673 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8114]10.0.0.33 - - [2025-08-28 02:13:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6815 0.001361 [Introspect:8114]10.0.0.33 - - [2025-08-28 02:13:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6815 0.001131 Exception ignored in: > Traceback (most recent call last): ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 682 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 689 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 696 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 703 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 710 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 717 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 724 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 731 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 738 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 745 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 752 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 759 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-snmp-nodemgr/console.log, Line: 766 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 631 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 638 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 645 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 652 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 659 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 666 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 673 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8113]10.0.0.33 - - [2025-08-28 02:13:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6788 0.001378 [Introspect:8113]10.0.0.33 - - [2025-08-28 02:13:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 6788 0.001134 Exception ignored in: > Traceback (most recent call last): ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 682 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 689 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 696 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 703 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 710 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 717 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 724 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 731 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 738 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 745 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 752 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 759 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/analytics-alarm-nodemgr/console.log, Line: 766 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1640 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1642 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1661 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1668 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in main() File "/opt/contrail/utils/provision_config_node.py", line 168, in main main() File "/opt/contrail/utils/provision_config_node.py", line 168, in main ConfigNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_node.py", line 29, in __init__ ConfigNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1710 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1712 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1731 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in raise ConnectionError requests.exceptions.ConnectionError During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in main() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1738 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in main() main() File "/opt/contrail/utils/provision_config_node.py", line 168, in main File "/opt/contrail/utils/provision_config_node.py", line 168, in main ConfigNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_node.py", line 29, in __init__ ConfigNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_node.py", line 29, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1780 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1782 Traceback (most recent call last): File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1143, in _request (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get (status, content) = self._http_get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 1006, in _http_get response = self._api_server_session.get( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 282, in get return self.crud('get', url, *args, **kwargs) File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 278, in crud ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1797 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in main() File "/opt/contrail/utils/provision_config_node.py", line 168, in main ConfigNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_node.py", line 29, in __init__ self._vnc_lib = VncApiAdmin( File "/opt/contrail/utils/vnc_admin_api.py", line 27, in __init__ super(VncApiAdmin, self).__init__( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 619, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-provisioner/console.log, Line: 1820 Traceback (most recent call last): File "/opt/contrail/utils/provision_config_node.py", line 172, in main() File "/opt/contrail/utils/provision_config_node.py", line 168, in main ConfigNodeProvisioner(args_str) File "/opt/contrail/utils/provision_config_node.py", line 29, in __init__ self._vnc_lib = VncApiAdmin( File "/opt/contrail/utils/vnc_admin_api.py", line 27, in __init__ super(VncApiAdmin, self).__init__( File "/usr/local/lib/python3.9/site-packages/vnc_api/vnc_api.py", line 619, in __init__ ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 631 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 638 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 645 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 652 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 659 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 666 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 673 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 680 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 687 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8100]10.0.0.33 - - [2025-08-28 02:13:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 8496 0.001432 [Introspect:8100]10.0.0.33 - - [2025-08-28 02:13:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 8496 0.001199 Exception ignored in: > Traceback (most recent call last): ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 696 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8100]10.0.0.33 - - [2025-08-28 02:14:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 8497 0.001400 Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 704 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 711 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 718 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 725 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 732 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 739 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 746 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 753 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 760 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 767 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 774 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: Exception ignored in: > Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() ... ... -------------------------------------------------------------------------------- File: /var/log/contrail/config-nodemgr/console.log, Line: 781 Traceback (most recent call last): File "/usr/local/lib64/python3.9/site-packages/gevent/threading.py", line 398, in after_fork_in_child assert not thread.is_alive() File "/usr/lib64/python3.9/threading.py", line 1349, in is_alive assert not self._is_stopped and self._started.is_set() AssertionError: [Introspect:8100]10.0.0.33 - - [2025-08-28 02:24:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 8499 0.001488 ... ... --------------------------------------------------------------------------------