INFO: =================== Mon Apr 28 01:34:33 UTC 2025 ===================
/contrail-functions.sh: line 167: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
/contrail-functions.sh: line 202: /etc/contrail/vnc_api_lib.ini.tmp: No such file or directory
mv: cannot stat ‘/etc/contrail/vnc_api_lib.ini.tmp’: No such file or directory
[DEFAULTS]
http_server_ip=0.0.0.0
log_file=/var/log/contrail/control-nodemgr/contrail-control-nodemgr.log
log_level=SYS_NOTICE
log_local=1
hostip=10.0.0.22
db_port=9042
db_jmx_port=7200
db_use_ssl=False

[COLLECTOR]
server_list=10.0.0.22:8086

[SANDESH]
introspect_ssl_enable=False
sandesh_ssl_enable=False


04/28/2025 01:34:36.714 7fa9d58b7bc8 [contrail-control-nodemgr] [INFO]: SANDESH: CONNECT TO COLLECTOR: True
04/28/2025 01:34:36.960 7fa9d58b7bc8 [contrail-control-nodemgr] [INFO]: SANDESH: INTROSPECT IS ON: 0.0.0.0:8101
04/28/2025 01:34:36.975 7fa9d58b7bc8 [contrail-control-nodemgr] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_NOTICE]
ERROR:root:docker
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 223, in _raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.6/site-packages/requests/models.py", line 960, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localunixsocket/v1.35/containers/9f2c0bd199ae37a9fe05f79ece1e45e5760c0b430077b95bd53648ec9d504c53/json

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/lib/python3.6/site-packages/nodemgr/common/docker_containers.py", line 17, in inspect
    return self._client.inspect_container(id_)
  File "/usr/local/lib/python3.6/site-packages/docker/utils/decorators.py", line 19, in wrapped
    return f(self, resource_id, *args, **kwargs)
  File "/usr/local/lib/python3.6/site-packages/docker/api/container.py", line 712, in inspect_container
    self._get(self._url("/containers/{0}/json", container)), True
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 229, in _result
    self._raise_for_status(response)
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 225, in _raise_for_status
    raise create_api_error_from_http_exception(e)
  File "/usr/local/lib/python3.6/site-packages/docker/errors.py", line 31, in create_api_error_from_http_exception
    raise cls(e, response=response, explanation=explanation)
docker.errors.NotFound: 404 Client Error: Not Found ("No such container: 9f2c0bd199ae37a9fe05f79ece1e45e5760c0b430077b95bd53648ec9d504c53")
ERROR:root:docker
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 223, in _raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.6/site-packages/requests/models.py", line 960, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 404 Client Error: Not Found for url: http+docker://localunixsocket/v1.35/containers/0c0e198f2e0331271f136a906474e952bc46d799bcbddc007d8e7297b77cae2b/json

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/lib/python3.6/site-packages/nodemgr/common/docker_containers.py", line 17, in inspect
    return self._client.inspect_container(id_)
  File "/usr/local/lib/python3.6/site-packages/docker/utils/decorators.py", line 19, in wrapped
    return f(self, resource_id, *args, **kwargs)
  File "/usr/local/lib/python3.6/site-packages/docker/api/container.py", line 712, in inspect_container
    self._get(self._url("/containers/{0}/json", container)), True
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 229, in _result
    self._raise_for_status(response)
  File "/usr/local/lib/python3.6/site-packages/docker/api/client.py", line 225, in _raise_for_status
    raise create_api_error_from_http_exception(e)
  File "/usr/local/lib/python3.6/site-packages/docker/errors.py", line 31, in create_api_error_from_http_exception
    raise cls(e, response=response, explanation=explanation)
docker.errors.NotFound: 404 Client Error: Not Found ("No such container: 0c0e198f2e0331271f136a906474e952bc46d799bcbddc007d8e7297b77cae2b")
ERROR:contrail-control-nodemgr:SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = <<  name = cn-jenkins-deploy-platform-k8s-manifests-182-1.cluster.local  process_status = [ <<  module_id = contrail-control-nodemgr  instance_id = 0  state = Non-Functional  connection_infos = [ <<  type = Collector  name = Collector  server_addrs = [ 10.0.0.22:8086,  ]  status = Initializing  description = Idle to Connect on EvIdleHoldTimerExpired  >>,  ]  description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down  >>,  ]  >>  
[Introspect:8101]10.0.0.22 - - [2025-04-28 01:35:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7470 0.001543
[Introspect:8101]10.0.0.22 - - [2025-04-28 01:35:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7470 0.003114
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
[Introspect:8101]10.0.0.22 - - [2025-04-28 01:42:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 7503 0.001344
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'
ERROR:contrail-control-nodemgr:Failed to get core files: [Errno 2] No such file or directory: '/var/crashes'