++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Sep 4 07:59:18 PM UTC 2025 ===================' INFO: =================== Thu Sep 4 07:59:18 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ cut -d / -f 1 +++ awk '{print $2}' +++ ip addr show dev ens3 +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.50 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.50 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlJ2cks0RE80aXhmeFJvaU9tU0lqZmFCTXdValJuU01aS0ZXbnJ5VlZBNDgifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImQwNmQyYTNmLWY5MjEtNDRjMi1hOTdiLWZkZmRmYTc0YWI0ZiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.Wu4yXrNRTuSwpWEIAMZZwlnM73IRaSzITaz8Zsamg_n33CDx_NV1703tEW3_5Tsh1IbsFKPeLiZ_VCGTeBEYd9AE2TNgJsxRJMuNCoYFAHStzDaHnfgXEdaoxsDezfPFVfQ_2JTvYycJu84dveKQmajrYJaAwavxuDRufh3Pu0hCdR2KSYUB8nTDcF74uJ9K8f0mzwlDgc9SYNUnWmM1i25kNFNg2EWB-lMrpLXtDPw4QKg9avsFTzPyMHz9_FPrVyGpbq9X1Nt-jdHQlYO4S0YEIerQmu9txolgc5ngoaC0U82vU3OpmiIOj3FoW5B8tXpQ_QS-Ci__ixSitG87SA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ cut -d ' ' -f 1 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ grep -vi host ++++ sort ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.50,10.200.134.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.200.134.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 09/04/2025 19:59:26.069 7fe7ed85a080 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 09/04/2025 19:59:26.238 7fe7ed85a080 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 09/04/2025 19:59:26.238 7fe7ed85a080 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-09-04 19:59:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001179 2025-09-04 19:59:26.51: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:26.51: KubeMonitor - Connect Kube API result 0 2025-09-04 19:59:26.62: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-04 19:59:26.63: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-04 19:59:26.64: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-09-04 19:59:26.64: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-04 19:59:26.65: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-04 19:59:26.66: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-04 19:59:26.67: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-04 19:59:26.67: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-04 19:59:26.67: VncKubernetes - vnc_connect starting 2025-09-04 19:59:26.68: VncKubernetes - vnc_connect done 2025-09-04 19:59:26.83: default-domain domain available. 2025-09-04 19:59:32.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 19:59:32.33: NamespaceMonitor - start process kube event 2025-09-04 19:59:32.33: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.33: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.33: NetworkMonitor - start process kube event 2025-09-04 19:59:32.33: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.34: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.34: PodMonitor - start process kube event 2025-09-04 19:59:32.34: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.34: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.34: ServiceMonitor - start process kube event 2025-09-04 19:59:32.34: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.34: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.34: NetworkPolicyMonitor - start process kube event 2025-09-04 19:59:32.34: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.34: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.34: EndPointMonitor - start process kube event 2025-09-04 19:59:32.34: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.34: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.34: IngressMonitor - start process kube event 2025-09-04 19:59:32.34: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.34: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.34: IngressMonitor - Connect Kube API result 0 2025-09-04 19:59:32.34: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-09-04 19:59:32.34: EndPointMonitor - Connect Kube API result 0 2025-09-04 19:59:32.35: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-09-04 19:59:32.35: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 19:59:32.35: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-09-04 19:59:32.35: ServiceMonitor - Connect Kube API result 0 2025-09-04 19:59:32.35: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-09-04 19:59:32.35: PodMonitor - Connect Kube API result 0 2025-09-04 19:59:32.35: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-09-04 19:59:32.35: NetworkMonitor - Connect Kube API result 0 2025-09-04 19:59:32.35: NamespaceMonitor - Connect Kube API result 0 2025-09-04 19:59:32.36: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-09-04 19:59:32.39: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=592 2025-09-04 19:59:32.39: IngressMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.39: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 19:59:32.39: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=592 2025-09-04 19:59:32.39: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.39: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 19:59:32.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 19:59:32.40: VncKubernetes - vnc_sync - Ingress start 2025-09-04 19:59:32.40: VncKubernetes - vnc_sync - Ingress done 2025-09-04 19:59:32.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 19:59:32.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 19:59:32.40: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 19:59:32.40: EndPointMonitor - Got ADDED Endpoints default:kubernetes:1de756d2-cd0c-4e1e-a85a-563f4fbed7f3 2025-09-04 19:59:32.40: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 19:59:32.41: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-7dtrx:92db308a-b382-47c3-987e-d165ff6ecaf0 2025-09-04 19:59:32.41: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=592 2025-09-04 19:59:32.41: PodMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.41: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 19:59:32.41: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 19:59:32.41: ServiceMonitor - Got ADDED Service default:kubernetes:b1c54720-475f-450a-871f-5acafc7fa9c8 2025-09-04 19:59:32.41: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-04 19:59:32.42: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:6d0d802e-002f-48c8-a496-a6765b0d644b 2025-09-04 19:59:32.42: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=592 2025-09-04 19:59:32.42: EndPointMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.42: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 19:59:32.42: NamespaceMonitor - Got ADDED Namespace None:contrail:359d810f-2a6e-4a0b-9c04-4bf1fe3d6be4 2025-09-04 19:59:32.42: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 19:59:32.42: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-04 19:59:32.42: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:1de756d2-cd0c-4e1e-a85a-563f4fbed7f3 2025-09-04 19:59:32.42: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) [Introspect:8108]10.0.0.50 - - [2025-09-04 19:59:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001128 [Introspect:8108]10.0.0.50 - - [2025-09-04 19:59:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001152 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:00:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001949 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:00:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001115 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:00:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001087 2025-09-04 19:59:32.43: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 19:59:32.43: ServiceMonitor - Got ADDED Service kube-system:kube-dns:3a37b0fd-b4f0-4a74-9e32-bcbc83927fd9 2025-09-04 19:59:32.43: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=592 2025-09-04 19:59:32.43: ServiceMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.43: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 19:59:32.44: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-09-04 19:59:32.44: NetworkMonitor - start process kube event 2025-09-04 19:59:32.44: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-04 19:59:32.44: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 19:59:32.44: NetworkMonitor - Connect Kube API result 0 2025-09-04 19:59:32.44: NamespaceMonitor - Got ADDED Namespace None:default:312c209a-9ca5-4bf8-9511-f2e0404d5723 2025-09-04 19:59:32.44: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 19:59:32.45: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-04 19:59:32.45: VncKubernetes - Process event (name=coredns-6f867cd986-7dtrx event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-7dtrx:92db308a-b382-47c3-987e-d165ff6ecaf0 2025-09-04 19:59:32.48: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-04 19:59:32.48: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:349b6e7b-3716-4bb9-94cf-ecd66a62f565 2025-09-04 19:59:32.49: NamespaceMonitor - Got ADDED Namespace None:kube-public:3ae9f157-e511-43a7-a549-36128d81ed75 2025-09-04 19:59:32.50: NamespaceMonitor - Got ADDED Namespace None:kube-system:383a68a3-069d-44af-89aa-d7272b7ef1a5 2025-09-04 19:59:32.50: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=592 2025-09-04 19:59:32.50: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.50: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 19:59:32.50: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 19:59:32.57: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=597 2025-09-04 19:59:32.57: NetworkMonitor - _schedule_vnc_sync 2025-09-04 19:59:32.57: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'})(timeout=120) 2025-09-04 19:59:32.57: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'}) 2025-09-04 19:59:33.97: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-7dtrx:92db308a-b382-47c3-987e-d165ff6ecaf0 2025-09-04 19:59:33.98: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-7dtrx:92db308a-b382-47c3-987e-d165ff6ecaf0 2025-09-04 19:59:33.98: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-04 19:59:33.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 19:59:33.98: VncKubernetes - vnc_sync - Pod start 2025-09-04 19:59:33.98: VncKubernetes - vnc_sync - Pod done 2025-09-04 19:59:33.98: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-04 19:59:33.98: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:b1c54720-475f-450a-871f-5acafc7fa9c8 2025-09-04 19:59:33.98: PodMonitor - start process kube event 2025-09-04 19:59:33.98: empty line received 2025-09-04 19:59:33.98: PodMonitor - start process kube event 2025-09-04 19:59:35.30: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-04 19:59:35.30: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:6d0d802e-002f-48c8-a496-a6765b0d644b 2025-09-04 19:59:35.33: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-04 19:59:35.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 19:59:35.33: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 19:59:35.33: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-04 19:59:35.33: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:359d810f-2a6e-4a0b-9c04-4bf1fe3d6be4 2025-09-04 19:59:37.33: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-04 19:59:37.33: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:3a37b0fd-b4f0-4a74-9e32-bcbc83927fd9 2025-09-04 19:59:39.43: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-04 19:59:39.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 19:59:39.43: VncKubernetes - vnc_sync - Service start 2025-09-04 19:59:39.43: VncKubernetes - vnc_sync - Service done 2025-09-04 19:59:39.43: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-04 19:59:39.43: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:312c209a-9ca5-4bf8-9511-f2e0404d5723 2025-09-04 19:59:41.64: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-04 19:59:41.64: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:349b6e7b-3716-4bb9-94cf-ecd66a62f565 2025-09-04 19:59:43.28: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-04 19:59:43.28: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:3ae9f157-e511-43a7-a549-36128d81ed75 2025-09-04 19:59:44.76: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-04 19:59:44.76: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:383a68a3-069d-44af-89aa-d7272b7ef1a5 2025-09-04 19:59:46.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-04 19:59:46.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 19:59:46.03: VncKubernetes - vnc_sync - Namespace start 2025-09-04 19:59:46.03: VncKubernetes - vnc_sync - Namespace done 2025-09-04 19:59:46.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-04 19:59:46.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 19:59:46.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 19:59:46.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 19:59:46.03: VncKubernetes - Process event (name=coredns-6f867cd986-7dtrx event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-7dtrx:92db308a-b382-47c3-987e-d165ff6ecaf0 2025-09-04 19:59:46.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:00:32.93: PodMonitor - Received BOOKMARK: oldResVer=592 newResVer=600 2025-09-04 20:00:32.93: PodMonitor - start process kube event 2025-09-04 20:00:32.93: empty line received 2025-09-04 20:00:32.93: PodMonitor - start process kube event 2025-09-04 20:01:32.41: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:01:32.41: NetworkPolicyMonitor - start process kube event 2025-09-04 20:01:32.41: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:01:32.41: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:01:32.41: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:01:32.41: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:01:32.41: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:01:32.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:01:32.41: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:01:32.41: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:01:32.41: IngressMonitor - start process kube event 2025-09-04 20:01:32.41: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:01:32.41: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:01:32.41: IngressMonitor - Connect Kube API result 0 2025-09-04 20:01:32.41: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:01:32.41: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:01:32.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:01:32.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 20:01:32.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:01:32.41: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:01:32.41: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:01:32.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:01:32.42: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:01:32.43: EndPointMonitor - start process kube event 2025-09-04 20:01:32.43: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:01:32.43: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:01:32.43: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:01:32.43: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:01:32.43: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:01:32.43: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:01:32.43: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:01:32.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:01:32.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:01:32.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:01:32.43: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:01:32.45: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:01:32.45: ServiceMonitor - start process kube event 2025-09-04 20:01:32.45: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:01:32.45: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:01:32.45: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:01:32.45: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:01:32.45: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:01:32.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:01:32.45: VncKubernetes - vnc_sync - Service start 2025-09-04 20:01:32.45: VncKubernetes - vnc_sync - Service done 2025-09-04 20:01:32.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:01:32.45: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:01:32.50: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:01:32.50: NamespaceMonitor - start process kube event 2025-09-04 20:01:32.50: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:01:32.50: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:01:32.50: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:01:32.50: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:01:32.50: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:01:32.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:01:32.50: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:01:32.50: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:01:32.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:01:32.51: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:01:32.58: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:01:32.58: NetworkMonitor - start process kube event 2025-09-04 20:01:32.58: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=597 2025-09-04 20:01:32.58: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:01:32.58: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:01:32.58: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:01:32.58: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'})(timeout=120) 2025-09-04 20:01:32.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:01:32.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:01:32.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:01:32.58: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'}) 2025-09-04 20:01:33.19: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:01:33.19: PodMonitor - start process kube event 2025-09-04 20:01:33.19: empty line received 2025-09-04 20:01:33.19: PodMonitor - start process kube event 2025-09-04 20:02:33.92: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:02:33.92: PodMonitor - start process kube event 2025-09-04 20:02:33.92: empty line received 2025-09-04 20:02:33.92: PodMonitor - start process kube event 2025-09-04 20:03:32.43: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:03:32.43: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:03:32.43: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-04 20:04:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001190 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:04:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001116 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:04:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001129 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:05:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001196 2025-09-04 20:03:32.43: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:03:32.43: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:03:32.43: IngressMonitor - start process kube event 2025-09-04 20:03:32.43: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:03:32.43: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:03:32.43: IngressMonitor - Connect Kube API result 0 2025-09-04 20:03:32.43: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:03:32.43: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:03:32.43: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:03:32.43: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:03:32.43: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:03:32.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:03:32.44: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:03:32.44: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:03:32.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 20:03:32.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:03:32.44: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:03:32.44: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:03:32.44: EndPointMonitor - start process kube event 2025-09-04 20:03:32.44: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:03:32.44: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:03:32.44: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:03:32.44: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:03:32.44: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:03:32.44: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:03:32.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 20:03:32.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:03:32.44: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:03:32.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:03:32.45: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:03:32.45: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:03:32.45: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:03:32.46: ServiceMonitor - start process kube event 2025-09-04 20:03:32.46: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:03:32.46: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:03:32.46: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:03:32.46: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:03:32.46: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:03:32.46: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:03:32.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:03:32.46: VncKubernetes - vnc_sync - Service start 2025-09-04 20:03:32.46: VncKubernetes - vnc_sync - Service done 2025-09-04 20:03:32.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:03:32.46: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:03:32.51: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:03:32.51: NamespaceMonitor - start process kube event 2025-09-04 20:03:32.51: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:03:32.51: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:03:32.51: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:03:32.51: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:03:32.51: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:03:32.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:03:32.51: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:03:32.51: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:03:32.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:03:32.52: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:03:32.59: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:03:32.59: NetworkMonitor - start process kube event 2025-09-04 20:03:32.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=597 2025-09-04 20:03:32.59: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:03:32.59: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:03:32.59: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:03:32.59: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'})(timeout=120) 2025-09-04 20:03:32.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:03:32.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:03:32.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:03:32.59: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'}) 2025-09-04 20:03:33.24: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:03:33.24: PodMonitor - start process kube event 2025-09-04 20:03:33.24: PodMonitor - _schedule_vnc_sync 2025-09-04 20:03:33.24: empty line received 2025-09-04 20:03:33.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:03:33.24: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:03:33.24: PodMonitor - start process kube event 2025-09-04 20:03:33.25: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:03:33.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:04:33.94: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:04:33.94: PodMonitor - start process kube event 2025-09-04 20:04:33.94: empty line received 2025-09-04 20:04:33.94: PodMonitor - start process kube event 2025-09-04 20:05:32.45: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:05:32.45: IngressMonitor - start process kube event 2025-09-04 20:05:32.45: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:05:32.45: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:05:32.46: IngressMonitor - Connect Kube API result 0 2025-09-04 20:05:32.46: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:05:32.46: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:05:32.46: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:05:32.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:05:32.46: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:05:32.46: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:05:32.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:05:32.46: NetworkPolicyMonitor - start process kube event 2025-09-04 20:05:32.46: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:05:32.46: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:05:32.46: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:05:32.46: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:05:32.46: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:05:32.46: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:05:32.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:05:32.46: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:05:32.46: EndPointMonitor - start process kube event 2025-09-04 20:05:32.46: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:05:32.46: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:05:32.46: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:05:32.46: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:05:32.46: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:05:32.46: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:05:32.46: ServiceMonitor - start process kube event 2025-09-04 20:05:32.46: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:05:32.46: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:05:32.46: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:05:32.46: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-04 20:05:32.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:05:32.47: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:05:32.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:05:32.47: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:05:32.47: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:05:32.47: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:05:32.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:05:32.47: VncKubernetes - vnc_sync - Service start 2025-09-04 20:05:32.47: VncKubernetes - vnc_sync - Service done 2025-09-04 20:05:32.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:05:32.48: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:05:32.48: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:05:32.48: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:05:32.48: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:05:32.52: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:05:32.52: NamespaceMonitor - start process kube event 2025-09-04 20:05:32.52: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:05:32.52: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:05:32.52: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:05:32.52: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:05:32.52: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:05:32.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:05:32.52: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:05:32.52: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:05:32.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:05:32.53: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:05:32.59: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:05:32.59: NetworkMonitor - start process kube event 2025-09-04 20:05:32.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=597 2025-09-04 20:05:32.60: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:05:32.60: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:05:32.60: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:05:32.60: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'})(timeout=120) 2025-09-04 20:05:32.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:05:32.60: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:05:32.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:05:32.60: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'}) 2025-09-04 20:05:34.24: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:05:34.24: PodMonitor - start process kube event 2025-09-04 20:05:34.24: empty line received 2025-09-04 20:05:34.24: PodMonitor - start process kube event 2025-09-04 20:06:32.45: IngressMonitor - Received BOOKMARK: oldResVer=592 newResVer=1120 2025-09-04 20:06:32.45: IngressMonitor - start process kube event 2025-09-04 20:06:32.45: empty line received 2025-09-04 20:06:32.45: IngressMonitor - start process kube event 2025-09-04 20:06:32.89: ServiceMonitor - Received BOOKMARK: oldResVer=592 newResVer=1090 2025-09-04 20:06:32.89: ServiceMonitor - start process kube event 2025-09-04 20:06:32.89: empty line received 2025-09-04 20:06:32.89: ServiceMonitor - start process kube event 2025-09-04 20:06:33.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=592 newResVer=1107 2025-09-04 20:06:33.53: NetworkPolicyMonitor - start process kube event 2025-09-04 20:06:33.53: empty line received 2025-09-04 20:06:33.53: NetworkPolicyMonitor - start process kube event 2025-09-04 20:06:34.99: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:08:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002327 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:08:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001169 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:09:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001114 2025-09-04 20:06:34.99: PodMonitor - start process kube event 2025-09-04 20:06:34.99: empty line received 2025-09-04 20:06:34.99: PodMonitor - start process kube event 2025-09-04 20:07:10.33: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:07:10.33: PodMonitor - start process kube event 2025-09-04 20:07:10.33: empty line received 2025-09-04 20:07:10.33: PodMonitor - start process kube event 2025-09-04 20:07:11.36: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=600 2025-09-04 20:07:11.36: PodMonitor - start process kube event 2025-09-04 20:07:11.36: empty line received 2025-09-04 20:07:11.36: PodMonitor - start process kube event 2025-09-04 20:07:13.02: stop iteration PodMonitor 2025-09-04 20:07:13.02: PodMonitor - start process kube event 2025-09-04 20:07:13.02: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=600 2025-09-04 20:07:13.02: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:07:13.02: PodMonitor - Connect Kube API result 0 2025-09-04 20:07:13.02: PodMonitor - _schedule_vnc_sync 2025-09-04 20:07:13.02: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'})(timeout=120) 2025-09-04 20:07:13.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:07:13.02: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:07:13.02: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:07:13.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:07:13.03: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'}) 2025-09-04 20:07:32.24: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-09-04 20:07:32.24: ServiceMonitor - start process kube event 2025-09-04 20:07:32.24: empty line received 2025-09-04 20:07:32.24: ServiceMonitor - start process kube event 2025-09-04 20:07:32.41: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:07:32.41: IngressMonitor - start process kube event 2025-09-04 20:07:32.41: empty line received 2025-09-04 20:07:32.41: IngressMonitor - start process kube event 2025-09-04 20:07:32.48: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:07:32.48: EndPointMonitor - start process kube event 2025-09-04 20:07:32.48: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:07:32.48: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:07:32.48: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:07:32.48: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:07:32.48: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:07:32.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:07:32.49: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:07:32.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:07:32.50: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:07:32.53: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:07:32.53: NamespaceMonitor - start process kube event 2025-09-04 20:07:32.53: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:07:32.53: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:07:32.53: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:07:32.53: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:07:32.53: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:07:32.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:07:32.53: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:07:32.53: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:07:32.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:07:32.54: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:07:32.60: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:07:32.60: NetworkMonitor - start process kube event 2025-09-04 20:07:32.60: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=597 2025-09-04 20:07:32.60: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:07:32.60: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:07:32.61: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:07:32.61: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'})(timeout=120) 2025-09-04 20:07:32.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:07:32.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:07:32.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:07:32.61: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'}) 2025-09-04 20:07:33.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:07:33.57: NetworkPolicyMonitor - start process kube event 2025-09-04 20:07:33.57: empty line received 2025-09-04 20:07:33.57: NetworkPolicyMonitor - start process kube event 2025-09-04 20:08:32.50: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-09-04 20:08:32.50: ServiceMonitor - start process kube event 2025-09-04 20:08:32.50: empty line received 2025-09-04 20:08:32.50: ServiceMonitor - start process kube event 2025-09-04 20:08:33.04: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:08:33.04: IngressMonitor - start process kube event 2025-09-04 20:08:33.04: empty line received 2025-09-04 20:08:33.04: IngressMonitor - start process kube event 2025-09-04 20:08:34.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:08:34.25: NetworkPolicyMonitor - start process kube event 2025-09-04 20:08:34.25: empty line received 2025-09-04 20:08:34.25: NetworkPolicyMonitor - start process kube event 2025-09-04 20:09:13.03: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:09:13.03: PodMonitor - start process kube event 2025-09-04 20:09:13.03: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=600 2025-09-04 20:09:13.03: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:09:13.03: PodMonitor - Connect Kube API result 0 2025-09-04 20:09:13.03: PodMonitor - _schedule_vnc_sync 2025-09-04 20:09:13.03: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'})(timeout=120) 2025-09-04 20:09:13.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:09:13.04: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:09:13.04: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:09:13.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:09:13.05: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'}) [Introspect:8108]10.0.0.50 - - [2025-09-04 20:10:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001102 2025-09-04 20:09:32.50: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:09:32.50: EndPointMonitor - start process kube event 2025-09-04 20:09:32.50: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:09:32.50: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:09:32.50: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:09:32.50: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:09:32.50: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:09:32.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:09:32.50: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:09:32.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:09:32.51: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:09:32.54: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:09:32.54: NamespaceMonitor - start process kube event 2025-09-04 20:09:32.54: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:09:32.54: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:09:32.54: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:09:32.54: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:09:32.54: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:09:32.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:09:32.54: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:09:32.54: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:09:32.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:09:32.54: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:09:32.60: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:09:32.60: IngressMonitor - start process kube event 2025-09-04 20:09:32.60: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:09:32.60: empty line received 2025-09-04 20:09:32.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:09:32.60: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:09:32.60: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:09:32.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:09:32.61: IngressMonitor - start process kube event 2025-09-04 20:09:32.61: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:09:32.61: NetworkMonitor - start process kube event 2025-09-04 20:09:32.61: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=597 2025-09-04 20:09:32.61: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:09:32.61: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:09:32.61: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:09:32.61: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'})(timeout=120) 2025-09-04 20:09:32.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:09:32.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:09:32.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:09:32.62: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '597'}) 2025-09-04 20:09:32.77: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-09-04 20:09:32.77: ServiceMonitor - start process kube event 2025-09-04 20:09:32.77: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:09:32.77: empty line received 2025-09-04 20:09:32.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:09:32.77: VncKubernetes - vnc_sync - Service start 2025-09-04 20:09:32.77: VncKubernetes - vnc_sync - Service done 2025-09-04 20:09:32.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:09:32.77: ServiceMonitor - start process kube event 2025-09-04 20:09:33.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:09:33.68: NetworkPolicyMonitor - start process kube event 2025-09-04 20:09:33.68: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:09:33.68: empty line received 2025-09-04 20:09:33.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:09:33.68: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:09:33.68: NetworkPolicyMonitor - start process kube event 2025-09-04 20:09:33.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:09:33.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:10:32.24: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-09-04 20:10:32.24: ServiceMonitor - start process kube event 2025-09-04 20:10:32.24: empty line received 2025-09-04 20:10:32.24: ServiceMonitor - start process kube event 2025-09-04 20:10:32.69: NetworkMonitor - Received BOOKMARK: oldResVer=597 newResVer=1515 2025-09-04 20:10:32.69: NetworkMonitor - start process kube event 2025-09-04 20:10:32.69: empty line received 2025-09-04 20:10:32.69: NetworkMonitor - start process kube event 2025-09-04 20:10:33.46: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:10:33.46: IngressMonitor - start process kube event 2025-09-04 20:10:33.46: empty line received 2025-09-04 20:10:33.46: IngressMonitor - start process kube event 2025-09-04 20:10:33.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:10:33.78: NetworkPolicyMonitor - start process kube event 2025-09-04 20:10:33.78: empty line received 2025-09-04 20:10:33.78: NetworkPolicyMonitor - start process kube event 2025-09-04 20:11:13.05: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:11:13.05: PodMonitor - start process kube event 2025-09-04 20:11:13.05: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=600 2025-09-04 20:11:13.05: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:11:13.05: PodMonitor - Connect Kube API result 0 2025-09-04 20:11:13.05: PodMonitor - _schedule_vnc_sync 2025-09-04 20:11:13.05: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'})(timeout=120) 2025-09-04 20:11:13.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:11:13.05: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:11:13.05: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:11:13.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:11:13.06: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'}) 2025-09-04 20:11:28.68: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-09-04 20:11:28.68: ServiceMonitor - start process kube event 2025-09-04 20:11:28.68: empty line received 2025-09-04 20:11:28.68: ServiceMonitor - start process kube event 2025-09-04 20:11:29.92: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1090 2025-09-04 20:11:29.92: ServiceMonitor - start process kube event 2025-09-04 20:11:29.92: empty line received 2025-09-04 20:11:29.92: ServiceMonitor - start process kube event 2025-09-04 20:11:31.06: stop iteration ServiceMonitor 2025-09-04 20:11:31.06: ServiceMonitor - start process kube event 2025-09-04 20:11:31.06: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1090 2025-09-04 20:11:31.06: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:11:31.06: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:11:31.06: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:11:31.06: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1090'})(timeout=120) 2025-09-04 20:11:31.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:11:31.06: VncKubernetes - vnc_sync - Service start 2025-09-04 20:11:31.06: VncKubernetes - vnc_sync - Service done 2025-09-04 20:11:31.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:11:31.08: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1090'}) 2025-09-04 20:11:32.52: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:11:32.52: EndPointMonitor - start process kube event 2025-09-04 20:11:32.52: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:11:32.52: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:11:32.52: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:11:32.52: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:11:32.52: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:11:32.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:11:32.52: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:11:32.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:11:32.53: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:11:32.55: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:11:32.55: NamespaceMonitor - start process kube event 2025-09-04 20:11:32.55: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:11:32.55: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:11:32.55: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:11:32.55: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:11:32.55: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:11:32.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:11:32.55: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:11:32.55: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:11:32.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:11:32.55: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:11:33.21: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1515 2025-09-04 20:11:33.21: NetworkMonitor - start process kube event 2025-09-04 20:11:33.21: empty line received 2025-09-04 20:11:33.21: NetworkMonitor - start process kube event 2025-09-04 20:11:33.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:11:33.66: NetworkPolicyMonitor - start process kube event 2025-09-04 20:11:33.66: empty line received 2025-09-04 20:11:33.66: NetworkPolicyMonitor - start process kube event 2025-09-04 20:11:34.14: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:11:34.14: IngressMonitor - start process kube event 2025-09-04 20:11:34.14: empty line received 2025-09-04 20:11:34.14: IngressMonitor - start process kube event 2025-09-04 20:12:33.25: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1515 2025-09-04 20:12:33.25: NetworkMonitor - start process kube event 2025-09-04 20:12:33.25: empty line received 2025-09-04 20:12:33.25: NetworkMonitor - start process kube event 2025-09-04 20:12:33.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:12:33.40: NetworkPolicyMonitor - start process kube event 2025-09-04 20:12:33.40: empty line received 2025-09-04 20:12:33.40: NetworkPolicyMonitor - start process kube event 2025-09-04 20:12:33.87: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:12:33.87: IngressMonitor - start process kube event 2025-09-04 20:12:33.87: empty line received 2025-09-04 20:12:33.87: IngressMonitor - start process kube event 2025-09-04 20:13:00.32: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1120 2025-09-04 20:13:00.32: IngressMonitor - start process kube event 2025-09-04 20:13:00.32: empty line received 2025-09-04 20:13:00.32: IngressMonitor - start process kube event 2025-09-04 20:13:01.63: stop iteration IngressMonitor 2025-09-04 20:13:01.63: IngressMonitor - start process kube event 2025-09-04 20:13:01.63: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1120 2025-09-04 20:13:01.63: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:13:01.63: IngressMonitor - Connect Kube API result 0 2025-09-04 20:13:01.63: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:13:01.63: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1120'})(timeout=120) 2025-09-04 20:13:01.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:13:01.64: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:13:01.64: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:13:01.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:01.65: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1120'}) 2025-09-04 20:13:06.41: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=1107 2025-09-04 20:13:06.42: NetworkPolicyMonitor - start process kube event 2025-09-04 20:13:06.42: empty line received 2025-09-04 20:13:06.42: NetworkPolicyMonitor - start process kube event 2025-09-04 20:13:08.27: stop iteration NetworkPolicyMonitor 2025-09-04 20:13:08.27: NetworkPolicyMonitor - start process kube event 2025-09-04 20:13:08.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1107 2025-09-04 20:13:08.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:13:08.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:13:08.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:13:08.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1107'})(timeout=120) 2025-09-04 20:13:08.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:13:08.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:13:08.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:13:08.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:08.28: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1107'}) [Introspect:8108]10.0.0.50 - - [2025-09-04 20:13:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001105 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:13:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001148 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:13:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001125 2025-09-04 20:13:13.06: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:13:13.06: PodMonitor - start process kube event 2025-09-04 20:13:13.06: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=600 2025-09-04 20:13:13.06: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:13:13.07: PodMonitor - Connect Kube API result 0 2025-09-04 20:13:13.07: PodMonitor - _schedule_vnc_sync 2025-09-04 20:13:13.07: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'})(timeout=120) 2025-09-04 20:13:13.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:13:13.07: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:13:13.07: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:13:13.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:13.08: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'}) 2025-09-04 20:13:31.08: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:13:31.08: ServiceMonitor - start process kube event 2025-09-04 20:13:31.08: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1090 2025-09-04 20:13:31.08: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:13:31.08: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:13:31.08: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:13:31.08: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1090'})(timeout=120) 2025-09-04 20:13:31.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:13:31.09: VncKubernetes - vnc_sync - Service start 2025-09-04 20:13:31.09: VncKubernetes - vnc_sync - Service done 2025-09-04 20:13:31.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:31.11: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1090'}) 2025-09-04 20:13:32.53: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:13:32.53: EndPointMonitor - start process kube event 2025-09-04 20:13:32.53: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:13:32.53: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:13:32.53: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:13:32.53: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:13:32.53: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:13:32.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:13:32.53: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:13:32.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:32.54: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:13:32.55: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:13:32.55: NamespaceMonitor - start process kube event 2025-09-04 20:13:32.55: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:13:32.56: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:13:32.56: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:13:32.56: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:13:32.56: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:13:32.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:13:32.56: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:13:32.56: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:13:32.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:32.56: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:13:33.49: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1515 2025-09-04 20:13:33.49: NetworkMonitor - start process kube event 2025-09-04 20:13:33.49: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:13:33.49: empty line received 2025-09-04 20:13:33.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:13:33.49: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:13:33.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:13:33.49: NetworkMonitor - start process kube event 2025-09-04 20:14:32.77: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1515 2025-09-04 20:14:32.77: NetworkMonitor - start process kube event 2025-09-04 20:14:32.77: empty line received 2025-09-04 20:14:32.77: NetworkMonitor - start process kube event 2025-09-04 20:15:01.65: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:15:01.65: IngressMonitor - start process kube event 2025-09-04 20:15:01.65: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1120 2025-09-04 20:15:01.65: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:01.66: IngressMonitor - Connect Kube API result 0 2025-09-04 20:15:01.66: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:15:01.66: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1120'})(timeout=120) 2025-09-04 20:15:01.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:15:01.66: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:15:01.66: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:15:01.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:01.68: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1120'}) 2025-09-04 20:15:08.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:15:08.29: NetworkPolicyMonitor - start process kube event 2025-09-04 20:15:08.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1107 2025-09-04 20:15:08.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:08.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:15:08.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:15:08.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1107'})(timeout=120) 2025-09-04 20:15:08.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:15:08.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:15:08.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:15:08.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:08.30: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1107'}) 2025-09-04 20:15:13.08: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. [Introspect:8108]10.0.0.50 - - [2025-09-04 20:15:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001116 2025-09-04 20:15:13.08: PodMonitor - start process kube event 2025-09-04 20:15:13.08: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=600 2025-09-04 20:15:13.08: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:13.08: PodMonitor - Connect Kube API result 0 2025-09-04 20:15:13.08: PodMonitor - _schedule_vnc_sync 2025-09-04 20:15:13.08: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'})(timeout=120) 2025-09-04 20:15:13.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:15:13.08: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:15:13.08: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:15:13.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:13.09: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '600'}) 2025-09-04 20:15:31.11: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:15:31.11: ServiceMonitor - start process kube event 2025-09-04 20:15:31.11: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1090 2025-09-04 20:15:31.11: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:31.11: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:15:31.11: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:15:31.11: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1090'})(timeout=120) 2025-09-04 20:15:31.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:15:31.11: VncKubernetes - vnc_sync - Service start 2025-09-04 20:15:31.11: VncKubernetes - vnc_sync - Service done 2025-09-04 20:15:31.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:31.13: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1090'}) 2025-09-04 20:15:32.54: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:15:32.54: EndPointMonitor - start process kube event 2025-09-04 20:15:32.54: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:15:32.54: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:32.54: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:15:32.54: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:15:32.54: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:15:32.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:15:32.54: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:15:32.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:32.56: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:15:32.56: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:15:32.56: NamespaceMonitor - start process kube event 2025-09-04 20:15:32.56: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=592 2025-09-04 20:15:32.56: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:32.56: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:15:32.56: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:15:32.56: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'})(timeout=120) 2025-09-04 20:15:32.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:15:32.57: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:15:32.57: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:15:32.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:32.57: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '592'}) 2025-09-04 20:15:33.46: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1515 2025-09-04 20:15:33.52: NetworkMonitor - start process kube event 2025-09-04 20:15:33.52: empty line received 2025-09-04 20:15:33.52: NetworkMonitor - start process kube event 2025-09-04 20:15:53.48: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=1515 2025-09-04 20:15:53.48: NetworkMonitor - start process kube event 2025-09-04 20:15:53.48: empty line received 2025-09-04 20:15:53.48: NetworkMonitor - start process kube event 2025-09-04 20:15:54.83: stop iteration NetworkMonitor 2025-09-04 20:15:54.83: NetworkMonitor - start process kube event 2025-09-04 20:15:54.83: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1515 2025-09-04 20:15:54.83: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:15:54.83: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:15:54.83: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:15:54.83: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1515'})(timeout=120) 2025-09-04 20:15:54.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:15:54.83: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:15:54.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:15:54.84: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1515'}) 2025-09-04 20:16:12.43: PodMonitor - Received BOOKMARK: oldResVer=600 newResVer=1978 2025-09-04 20:16:12.43: PodMonitor - start process kube event 2025-09-04 20:16:12.43: empty line received 2025-09-04 20:16:12.43: PodMonitor - start process kube event 2025-09-04 20:16:31.21: ServiceMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1975 2025-09-04 20:16:31.21: ServiceMonitor - start process kube event 2025-09-04 20:16:31.21: empty line received 2025-09-04 20:16:31.21: ServiceMonitor - start process kube event 2025-09-04 20:16:32.76: EndPointMonitor - Received BOOKMARK: oldResVer=592 newResVer=1929 2025-09-04 20:16:32.76: EndPointMonitor - start process kube event 2025-09-04 20:16:32.76: empty line received 2025-09-04 20:16:32.76: EndPointMonitor - start process kube event 2025-09-04 20:16:32.90: NamespaceMonitor - Received BOOKMARK: oldResVer=592 newResVer=2000 2025-09-04 20:16:32.90: NamespaceMonitor - start process kube event 2025-09-04 20:16:32.90: empty line received 2025-09-04 20:16:32.90: NamespaceMonitor - start process kube event 2025-09-04 20:17:01.68: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:17:01.68: IngressMonitor - start process kube event 2025-09-04 20:17:01.68: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1120 2025-09-04 20:17:01.69: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:17:01.69: IngressMonitor - Connect Kube API result 0 2025-09-04 20:17:01.69: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:17:01.69: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1120'})(timeout=120) 2025-09-04 20:17:01.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) [Introspect:8108]10.0.0.50 - - [2025-09-04 20:18:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001099 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:18:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001058 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:18:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001042 2025-09-04 20:17:01.69: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:17:01.69: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:17:01.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:17:01.71: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1120'}) 2025-09-04 20:17:07.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1107 newResVer=2005 2025-09-04 20:17:07.77: NetworkPolicyMonitor - start process kube event 2025-09-04 20:17:07.77: empty line received 2025-09-04 20:17:07.77: NetworkPolicyMonitor - start process kube event 2025-09-04 20:17:12.93: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:17:12.93: PodMonitor - start process kube event 2025-09-04 20:17:12.93: empty line received 2025-09-04 20:17:12.93: PodMonitor - start process kube event 2025-09-04 20:17:31.40: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:17:31.40: ServiceMonitor - start process kube event 2025-09-04 20:17:31.40: empty line received 2025-09-04 20:17:31.40: ServiceMonitor - start process kube event 2025-09-04 20:17:32.44: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-09-04 20:17:32.44: NamespaceMonitor - start process kube event 2025-09-04 20:17:32.44: empty line received 2025-09-04 20:17:32.44: NamespaceMonitor - start process kube event 2025-09-04 20:17:32.68: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:17:32.68: EndPointMonitor - start process kube event 2025-09-04 20:17:32.68: empty line received 2025-09-04 20:17:32.68: EndPointMonitor - start process kube event 2025-09-04 20:17:54.84: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:17:54.84: NetworkMonitor - start process kube event 2025-09-04 20:17:54.84: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1515 2025-09-04 20:17:54.84: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:17:54.84: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:17:54.84: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:17:54.84: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1515'})(timeout=120) 2025-09-04 20:17:54.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:17:54.84: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:17:54.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:17:54.85: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1515'}) 2025-09-04 20:18:01.57: IngressMonitor - Received BOOKMARK: oldResVer=1120 newResVer=2033 2025-09-04 20:18:01.57: IngressMonitor - start process kube event 2025-09-04 20:18:01.57: empty line received 2025-09-04 20:18:01.57: IngressMonitor - start process kube event 2025-09-04 20:18:07.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2005 2025-09-04 20:18:07.76: NetworkPolicyMonitor - start process kube event 2025-09-04 20:18:07.76: empty line received 2025-09-04 20:18:07.76: NetworkPolicyMonitor - start process kube event 2025-09-04 20:18:12.75: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:18:12.75: PodMonitor - start process kube event 2025-09-04 20:18:12.75: empty line received 2025-09-04 20:18:12.75: PodMonitor - start process kube event 2025-09-04 20:18:31.80: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:18:31.80: ServiceMonitor - start process kube event 2025-09-04 20:18:31.80: empty line received 2025-09-04 20:18:31.80: ServiceMonitor - start process kube event 2025-09-04 20:18:32.30: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:18:32.30: EndPointMonitor - start process kube event 2025-09-04 20:18:32.30: empty line received 2025-09-04 20:18:32.30: EndPointMonitor - start process kube event 2025-09-04 20:18:32.51: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-09-04 20:18:32.51: NamespaceMonitor - start process kube event 2025-09-04 20:18:32.51: empty line received 2025-09-04 20:18:32.51: NamespaceMonitor - start process kube event 2025-09-04 20:19:02.07: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-09-04 20:19:02.07: IngressMonitor - start process kube event 2025-09-04 20:19:02.08: empty line received 2025-09-04 20:19:02.08: IngressMonitor - start process kube event 2025-09-04 20:19:08.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2005 2025-09-04 20:19:08.35: NetworkPolicyMonitor - start process kube event 2025-09-04 20:19:08.35: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:19:08.35: empty line received 2025-09-04 20:19:08.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:19:08.35: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:19:08.35: NetworkPolicyMonitor - start process kube event 2025-09-04 20:19:08.35: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:19:08.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:19:12.84: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:19:12.84: PodMonitor - start process kube event 2025-09-04 20:19:12.84: empty line received 2025-09-04 20:19:12.84: PodMonitor - start process kube event 2025-09-04 20:19:31.78: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:19:31.78: ServiceMonitor - start process kube event 2025-09-04 20:19:31.78: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:19:31.78: empty line received 2025-09-04 20:19:31.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:19:31.78: VncKubernetes - vnc_sync - Service start 2025-09-04 20:19:31.78: VncKubernetes - vnc_sync - Service done 2025-09-04 20:19:31.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:19:31.78: ServiceMonitor - start process kube event 2025-09-04 20:19:33.14: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:19:33.14: EndPointMonitor - start process kube event 2025-09-04 20:19:33.15: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:19:33.15: empty line received 2025-09-04 20:19:33.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:19:33.15: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:19:33.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:19:33.15: EndPointMonitor - start process kube event 2025-09-04 20:19:33.15: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-09-04 20:19:33.15: NamespaceMonitor - start process kube event 2025-09-04 20:19:33.15: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:19:33.15: empty line received 2025-09-04 20:19:33.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:19:33.15: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:19:33.15: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:19:33.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:19:33.15: NamespaceMonitor - start process kube event 2025-09-04 20:19:54.86: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:19:54.86: NetworkMonitor - start process kube event 2025-09-04 20:19:54.86: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1515 2025-09-04 20:19:54.86: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:19:54.86: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:19:54.86: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-09-04 20:21:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001496 2025-09-04 20:19:54.86: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1515'})(timeout=120) 2025-09-04 20:19:54.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:19:54.86: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:19:54.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:19:54.87: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1515'}) 2025-09-04 20:20:01.59: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-09-04 20:20:01.59: IngressMonitor - start process kube event 2025-09-04 20:20:01.59: empty line received 2025-09-04 20:20:01.59: IngressMonitor - start process kube event 2025-09-04 20:20:08.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2005 2025-09-04 20:20:08.34: NetworkPolicyMonitor - start process kube event 2025-09-04 20:20:08.34: empty line received 2025-09-04 20:20:08.34: NetworkPolicyMonitor - start process kube event 2025-09-04 20:20:12.70: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:20:12.70: PodMonitor - start process kube event 2025-09-04 20:20:12.70: PodMonitor - _schedule_vnc_sync 2025-09-04 20:20:12.70: empty line received 2025-09-04 20:20:12.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:20:12.70: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:20:12.70: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:20:12.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:20:12.70: PodMonitor - start process kube event 2025-09-04 20:20:31.95: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:20:31.95: ServiceMonitor - start process kube event 2025-09-04 20:20:31.95: empty line received 2025-09-04 20:20:31.95: ServiceMonitor - start process kube event 2025-09-04 20:20:32.79: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:20:32.79: EndPointMonitor - start process kube event 2025-09-04 20:20:32.79: empty line received 2025-09-04 20:20:32.79: EndPointMonitor - start process kube event 2025-09-04 20:20:32.84: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-09-04 20:20:32.84: NamespaceMonitor - start process kube event 2025-09-04 20:20:32.84: empty line received 2025-09-04 20:20:32.84: NamespaceMonitor - start process kube event 2025-09-04 20:20:54.62: NetworkMonitor - Received BOOKMARK: oldResVer=1515 newResVer=2369 2025-09-04 20:20:54.62: NetworkMonitor - start process kube event 2025-09-04 20:20:54.62: empty line received 2025-09-04 20:20:54.62: NetworkMonitor - start process kube event 2025-09-04 20:21:02.19: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-09-04 20:21:02.19: IngressMonitor - start process kube event 2025-09-04 20:21:02.19: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:21:02.19: empty line received 2025-09-04 20:21:02.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:21:02.19: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:21:02.20: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:21:02.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:21:02.20: IngressMonitor - start process kube event 2025-09-04 20:21:07.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2005 2025-09-04 20:21:07.58: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:07.58: empty line received 2025-09-04 20:21:07.58: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:12.92: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:21:12.92: PodMonitor - start process kube event 2025-09-04 20:21:12.92: empty line received 2025-09-04 20:21:12.92: PodMonitor - start process kube event 2025-09-04 20:21:23.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2005 2025-09-04 20:21:23.23: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:23.23: empty line received 2025-09-04 20:21:23.23: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:24.24: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2005 2025-09-04 20:21:24.24: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:24.24: empty line received 2025-09-04 20:21:24.24: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:25.25: stop iteration NetworkPolicyMonitor 2025-09-04 20:21:25.25: NetworkPolicyMonitor - start process kube event 2025-09-04 20:21:25.25: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2005 2025-09-04 20:21:25.25: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:21:25.26: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:21:25.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:21:25.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'})(timeout=120) 2025-09-04 20:21:25.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:21:25.26: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:21:25.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:21:25.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:21:25.27: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'}) 2025-09-04 20:21:31.69: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:21:31.69: ServiceMonitor - start process kube event 2025-09-04 20:21:31.69: empty line received 2025-09-04 20:21:31.69: ServiceMonitor - start process kube event 2025-09-04 20:21:32.43: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:21:32.43: EndPointMonitor - start process kube event 2025-09-04 20:21:32.43: empty line received 2025-09-04 20:21:32.43: EndPointMonitor - start process kube event 2025-09-04 20:21:32.61: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-09-04 20:21:32.61: NamespaceMonitor - start process kube event 2025-09-04 20:21:32.61: empty line received 2025-09-04 20:21:32.61: NamespaceMonitor - start process kube event 2025-09-04 20:21:55.63: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:21:55.63: NetworkMonitor - start process kube event 2025-09-04 20:21:55.63: empty line received 2025-09-04 20:21:55.63: NetworkMonitor - start process kube event 2025-09-04 20:22:01.81: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-09-04 20:22:01.81: IngressMonitor - start process kube event 2025-09-04 20:22:01.81: empty line received 2025-09-04 20:22:01.81: IngressMonitor - start process kube event 2025-09-04 20:22:12.91: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:22:12.91: PodMonitor - start process kube event 2025-09-04 20:22:12.91: empty line received 2025-09-04 20:22:12.91: PodMonitor - start process kube event 2025-09-04 20:22:20.21: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2000 2025-09-04 20:22:20.21: NamespaceMonitor - start process kube event 2025-09-04 20:22:20.21: empty line received 2025-09-04 20:22:20.21: NamespaceMonitor - start process kube event 2025-09-04 20:22:21.85: stop iteration NamespaceMonitor 2025-09-04 20:22:21.85: NamespaceMonitor - start process kube event 2025-09-04 20:22:21.85: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2000 2025-09-04 20:22:21.85: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:23:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001355 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:23:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001156 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:23:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001073 2025-09-04 20:22:21.85: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:22:21.85: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:22:21.85: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'})(timeout=120) 2025-09-04 20:22:21.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:22:21.85: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:22:21.85: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:22:21.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:22:21.86: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'}) 2025-09-04 20:22:32.16: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:22:32.16: ServiceMonitor - start process kube event 2025-09-04 20:22:32.16: empty line received 2025-09-04 20:22:32.16: ServiceMonitor - start process kube event 2025-09-04 20:22:32.21: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:22:32.21: EndPointMonitor - start process kube event 2025-09-04 20:22:32.21: empty line received 2025-09-04 20:22:32.21: EndPointMonitor - start process kube event 2025-09-04 20:22:56.74: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:22:56.74: NetworkMonitor - start process kube event 2025-09-04 20:22:56.74: empty line received 2025-09-04 20:22:56.74: NetworkMonitor - start process kube event 2025-09-04 20:23:01.43: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-09-04 20:23:01.43: IngressMonitor - start process kube event 2025-09-04 20:23:01.43: empty line received 2025-09-04 20:23:01.43: IngressMonitor - start process kube event 2025-09-04 20:23:12.37: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:23:12.37: PodMonitor - start process kube event 2025-09-04 20:23:12.37: empty line received 2025-09-04 20:23:12.37: PodMonitor - start process kube event 2025-09-04 20:23:25.27: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:23:25.27: NetworkPolicyMonitor - start process kube event 2025-09-04 20:23:25.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2005 2025-09-04 20:23:25.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:23:25.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:23:25.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:23:25.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'})(timeout=120) 2025-09-04 20:23:25.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:23:25.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:23:25.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:23:25.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:23:25.29: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'}) 2025-09-04 20:23:31.77: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:23:31.78: ServiceMonitor - start process kube event 2025-09-04 20:23:31.78: empty line received 2025-09-04 20:23:31.78: ServiceMonitor - start process kube event 2025-09-04 20:23:32.55: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:23:32.55: EndPointMonitor - start process kube event 2025-09-04 20:23:32.55: empty line received 2025-09-04 20:23:32.55: EndPointMonitor - start process kube event 2025-09-04 20:23:39.02: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-09-04 20:23:39.02: IngressMonitor - start process kube event 2025-09-04 20:23:39.02: empty line received 2025-09-04 20:23:39.02: IngressMonitor - start process kube event 2025-09-04 20:23:40.72: stop iteration IngressMonitor 2025-09-04 20:23:40.72: IngressMonitor - start process kube event 2025-09-04 20:23:40.72: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2033 2025-09-04 20:23:40.72: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:23:40.72: IngressMonitor - Connect Kube API result 0 2025-09-04 20:23:40.72: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:23:40.72: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'})(timeout=120) 2025-09-04 20:23:40.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:23:40.73: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:23:40.73: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:23:40.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:23:40.74: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'}) 2025-09-04 20:23:42.67: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:23:42.67: ServiceMonitor - start process kube event 2025-09-04 20:23:42.67: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:23:42.67: empty line received 2025-09-04 20:23:42.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:23:42.67: VncKubernetes - vnc_sync - Service start 2025-09-04 20:23:42.67: VncKubernetes - vnc_sync - Service done 2025-09-04 20:23:42.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:23:42.67: ServiceMonitor - start process kube event 2025-09-04 20:23:43.91: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=1975 2025-09-04 20:23:43.91: ServiceMonitor - start process kube event 2025-09-04 20:23:43.91: empty line received 2025-09-04 20:23:43.91: ServiceMonitor - start process kube event 2025-09-04 20:23:44.86: stop iteration ServiceMonitor 2025-09-04 20:23:44.86: ServiceMonitor - start process kube event 2025-09-04 20:23:44.86: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1975 2025-09-04 20:23:44.86: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:23:44.86: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:23:44.86: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:23:44.86: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'})(timeout=120) 2025-09-04 20:23:44.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:23:44.86: VncKubernetes - vnc_sync - Service start 2025-09-04 20:23:44.87: VncKubernetes - vnc_sync - Service done 2025-09-04 20:23:44.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:23:44.87: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'}) 2025-09-04 20:23:56.57: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:23:56.57: NetworkMonitor - start process kube event 2025-09-04 20:23:56.57: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:23:56.57: empty line received 2025-09-04 20:23:56.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:23:56.57: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:23:56.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:23:56.57: NetworkMonitor - start process kube event 2025-09-04 20:24:12.81: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:24:12.81: PodMonitor - start process kube event 2025-09-04 20:24:12.81: PodMonitor - _schedule_vnc_sync 2025-09-04 20:24:12.81: empty line received 2025-09-04 20:24:12.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:24:12.81: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:24:12.81: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:24:12.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:24:12.81: PodMonitor - start process kube event 2025-09-04 20:24:21.87: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:24:21.87: NamespaceMonitor - start process kube event 2025-09-04 20:24:21.87: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2000 2025-09-04 20:24:21.87: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:24:21.87: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:24:21.87: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:24:21.87: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'})(timeout=120) 2025-09-04 20:24:21.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:24:21.87: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:24:21.87: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:24:21.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:24:21.89: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'}) 2025-09-04 20:24:32.79: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:24:32.79: EndPointMonitor - start process kube event 2025-09-04 20:24:32.79: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:24:32.79: empty line received 2025-09-04 20:24:32.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:24:32.79: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:24:32.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:24:32.79: EndPointMonitor - start process kube event 2025-09-04 20:24:35.08: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=1929 2025-09-04 20:24:35.08: EndPointMonitor - start process kube event 2025-09-04 20:24:35.08: empty line received 2025-09-04 20:24:35.08: EndPointMonitor - start process kube event 2025-09-04 20:24:37.03: stop iteration EndPointMonitor 2025-09-04 20:24:37.03: EndPointMonitor - start process kube event 2025-09-04 20:24:37.03: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1929 2025-09-04 20:24:37.03: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:24:37.03: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:24:37.03: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:24:37.03: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'})(timeout=120) 2025-09-04 20:24:37.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:24:37.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:24:37.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:24:37.03: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1929'}) 2025-09-04 20:24:47.64: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:24:47.64: PodMonitor - start process kube event 2025-09-04 20:24:47.64: empty line received 2025-09-04 20:24:47.64: PodMonitor - start process kube event 2025-09-04 20:24:48.85: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=1978 2025-09-04 20:24:48.85: PodMonitor - start process kube event 2025-09-04 20:24:48.85: empty line received 2025-09-04 20:24:48.85: PodMonitor - start process kube event 2025-09-04 20:24:50.08: stop iteration PodMonitor 2025-09-04 20:24:50.08: PodMonitor - start process kube event 2025-09-04 20:24:50.08: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1978 2025-09-04 20:24:50.08: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:24:50.08: PodMonitor - Connect Kube API result 0 2025-09-04 20:24:50.08: PodMonitor - _schedule_vnc_sync 2025-09-04 20:24:50.08: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1978'})(timeout=120) 2025-09-04 20:24:50.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:24:50.08: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:24:50.08: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:24:50.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:24:50.09: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1978'}) 2025-09-04 20:24:57.49: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:24:57.49: NetworkMonitor - start process kube event 2025-09-04 20:24:57.49: empty line received 2025-09-04 20:24:57.50: NetworkMonitor - start process kube event 2025-09-04 20:25:25.29: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:25:25.29: NetworkPolicyMonitor - start process kube event 2025-09-04 20:25:25.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2005 2025-09-04 20:25:25.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:25:25.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:25:25.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:25:25.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'})(timeout=120) 2025-09-04 20:25:25.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:25:25.30: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:25:25.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:25:25.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:25:25.32: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'}) 2025-09-04 20:25:37.09: EndPointMonitor - Received BOOKMARK: oldResVer=1929 newResVer=2731 2025-09-04 20:25:37.09: EndPointMonitor - start process kube event 2025-09-04 20:25:37.09: empty line received 2025-09-04 20:25:37.09: EndPointMonitor - start process kube event 2025-09-04 20:25:40.74: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:25:40.74: IngressMonitor - start process kube event 2025-09-04 20:25:40.74: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2033 2025-09-04 20:25:40.74: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:25:40.74: IngressMonitor - Connect Kube API result 0 2025-09-04 20:25:40.74: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:25:40.74: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'})(timeout=120) 2025-09-04 20:25:40.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:25:40.74: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:25:40.74: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:25:40.74: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-04 20:27:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001470 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:27:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:27:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001151 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:27:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001040 2025-09-04 20:25:40.75: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'}) 2025-09-04 20:25:44.88: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:25:44.88: ServiceMonitor - start process kube event 2025-09-04 20:25:44.88: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1975 2025-09-04 20:25:44.88: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:25:44.88: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:25:44.88: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:25:44.88: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'})(timeout=120) 2025-09-04 20:25:44.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:25:44.88: VncKubernetes - vnc_sync - Service start 2025-09-04 20:25:44.88: VncKubernetes - vnc_sync - Service done 2025-09-04 20:25:44.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:25:44.89: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1975'}) 2025-09-04 20:25:56.75: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:25:56.75: NetworkMonitor - start process kube event 2025-09-04 20:25:56.75: empty line received 2025-09-04 20:25:56.75: NetworkMonitor - start process kube event 2025-09-04 20:26:21.89: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:26:21.89: NamespaceMonitor - start process kube event 2025-09-04 20:26:21.89: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2000 2025-09-04 20:26:21.89: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:26:21.89: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:26:21.89: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:26:21.89: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'})(timeout=120) 2025-09-04 20:26:21.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:26:21.90: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:26:21.90: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:26:21.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:26:21.91: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2000'}) 2025-09-04 20:26:37.33: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:26:37.33: EndPointMonitor - start process kube event 2025-09-04 20:26:37.33: empty line received 2025-09-04 20:26:37.33: EndPointMonitor - start process kube event 2025-09-04 20:26:44.71: ServiceMonitor - Received BOOKMARK: oldResVer=1975 newResVer=2805 2025-09-04 20:26:44.71: ServiceMonitor - start process kube event 2025-09-04 20:26:44.71: empty line received 2025-09-04 20:26:44.71: ServiceMonitor - start process kube event 2025-09-04 20:26:50.09: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:26:50.09: PodMonitor - start process kube event 2025-09-04 20:26:50.09: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1978 2025-09-04 20:26:50.09: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:26:50.09: PodMonitor - Connect Kube API result 0 2025-09-04 20:26:50.09: PodMonitor - _schedule_vnc_sync 2025-09-04 20:26:50.09: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1978'})(timeout=120) 2025-09-04 20:26:50.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:26:50.09: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:26:50.09: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:26:50.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:26:50.10: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1978'}) 2025-09-04 20:26:57.10: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:26:57.10: NetworkMonitor - start process kube event 2025-09-04 20:26:57.10: empty line received 2025-09-04 20:26:57.10: NetworkMonitor - start process kube event 2025-09-04 20:27:21.53: NamespaceMonitor - Received BOOKMARK: oldResVer=2000 newResVer=2836 2025-09-04 20:27:21.53: NamespaceMonitor - start process kube event 2025-09-04 20:27:21.53: empty line received 2025-09-04 20:27:21.53: NamespaceMonitor - start process kube event 2025-09-04 20:27:25.32: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:27:25.32: NetworkPolicyMonitor - start process kube event 2025-09-04 20:27:25.32: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2005 2025-09-04 20:27:25.32: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:27:25.32: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:27:25.32: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:27:25.32: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'})(timeout=120) 2025-09-04 20:27:25.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:27:25.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:27:25.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:27:25.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:27:25.34: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2005'}) 2025-09-04 20:27:37.41: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:27:37.41: EndPointMonitor - start process kube event 2025-09-04 20:27:37.41: empty line received 2025-09-04 20:27:37.41: EndPointMonitor - start process kube event 2025-09-04 20:27:40.41: IngressMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2885 2025-09-04 20:27:40.41: IngressMonitor - start process kube event 2025-09-04 20:27:40.41: empty line received 2025-09-04 20:27:40.41: IngressMonitor - start process kube event 2025-09-04 20:27:45.08: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:27:45.08: ServiceMonitor - start process kube event 2025-09-04 20:27:45.08: empty line received 2025-09-04 20:27:45.08: ServiceMonitor - start process kube event 2025-09-04 20:27:49.33: PodMonitor - Received BOOKMARK: oldResVer=1978 newResVer=2805 2025-09-04 20:27:49.33: PodMonitor - start process kube event 2025-09-04 20:27:49.33: empty line received 2025-09-04 20:27:49.33: PodMonitor - start process kube event 2025-09-04 20:27:55.40: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=2369 2025-09-04 20:27:55.40: NetworkMonitor - start process kube event 2025-09-04 20:27:55.40: empty line received 2025-09-04 20:27:55.40: NetworkMonitor - start process kube event 2025-09-04 20:27:56.62: stop iteration NetworkMonitor 2025-09-04 20:27:56.62: NetworkMonitor - start process kube event 2025-09-04 20:27:56.62: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2369 2025-09-04 20:27:56.62: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:27:56.62: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:27:56.62: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:27:56.62: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2369'})(timeout=120) 2025-09-04 20:27:56.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:27:56.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:27:56.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:27:56.64: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2369'}) 2025-09-04 20:28:21.32: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=2836 2025-09-04 20:28:21.32: NamespaceMonitor - start process kube event 2025-09-04 20:28:21.33: empty line received 2025-09-04 20:28:21.33: NamespaceMonitor - start process kube event 2025-09-04 20:28:24.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2005 newResVer=2846 2025-09-04 20:28:24.64: NetworkPolicyMonitor - start process kube event 2025-09-04 20:28:24.64: empty line received 2025-09-04 20:28:24.64: NetworkPolicyMonitor - start process kube event 2025-09-04 20:28:37.28: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:28:37.28: EndPointMonitor - start process kube event 2025-09-04 20:28:37.28: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:28:37.28: empty line received 2025-09-04 20:28:37.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:28:37.28: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:28:37.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:28:37.28: EndPointMonitor - start process kube event 2025-09-04 20:28:41.43: IngressMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-09-04 20:28:41.43: IngressMonitor - start process kube event 2025-09-04 20:28:41.43: empty line received 2025-09-04 20:28:41.43: IngressMonitor - start process kube event 2025-09-04 20:28:45.20: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:28:45.20: ServiceMonitor - start process kube event 2025-09-04 20:28:45.20: empty line received 2025-09-04 20:28:45.20: ServiceMonitor - start process kube event 2025-09-04 20:28:49.46: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:28:49.46: PodMonitor - start process kube event 2025-09-04 20:28:49.46: empty line received 2025-09-04 20:28:49.46: PodMonitor - start process kube event 2025-09-04 20:29:22.27: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=2836 2025-09-04 20:29:22.27: NamespaceMonitor - start process kube event 2025-09-04 20:29:22.27: empty line received 2025-09-04 20:29:22.27: NamespaceMonitor - start process kube event 2025-09-04 20:29:24.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:29:24.93: NetworkPolicyMonitor - start process kube event 2025-09-04 20:29:24.93: empty line received 2025-09-04 20:29:24.93: NetworkPolicyMonitor - start process kube event 2025-09-04 20:29:38.02: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:29:38.02: EndPointMonitor - start process kube event 2025-09-04 20:29:38.02: empty line received 2025-09-04 20:29:38.02: EndPointMonitor - start process kube event 2025-09-04 20:29:41.56: IngressMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-09-04 20:29:41.56: IngressMonitor - start process kube event 2025-09-04 20:29:41.56: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:29:41.56: empty line received 2025-09-04 20:29:41.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:29:41.56: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:29:41.56: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:29:41.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:29:41.56: IngressMonitor - start process kube event 2025-09-04 20:29:45.24: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:29:45.24: ServiceMonitor - start process kube event 2025-09-04 20:29:45.24: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:29:45.24: empty line received 2025-09-04 20:29:45.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:29:45.24: VncKubernetes - vnc_sync - Service start 2025-09-04 20:29:45.24: VncKubernetes - vnc_sync - Service done 2025-09-04 20:29:45.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:29:45.24: ServiceMonitor - start process kube event 2025-09-04 20:29:49.98: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:29:49.98: PodMonitor - start process kube event 2025-09-04 20:29:49.98: empty line received 2025-09-04 20:29:49.98: PodMonitor - start process kube event 2025-09-04 20:29:56.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:29:56.64: NetworkMonitor - start process kube event 2025-09-04 20:29:56.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2369 2025-09-04 20:29:56.64: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:29:56.64: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:29:56.64: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:29:56.64: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2369'})(timeout=120) 2025-09-04 20:29:56.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:29:56.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:29:56.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:29:56.66: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2369'}) 2025-09-04 20:30:22.83: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=2836 2025-09-04 20:30:22.83: NamespaceMonitor - start process kube event 2025-09-04 20:30:22.83: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:30:22.83: empty line received 2025-09-04 20:30:22.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:30:22.84: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:30:22.84: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:30:22.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:30:22.84: NamespaceMonitor - start process kube event 2025-09-04 20:30:24.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:30:24.58: NetworkPolicyMonitor - start process kube event 2025-09-04 20:30:24.58: empty line received 2025-09-04 20:30:24.59: NetworkPolicyMonitor - start process kube event 2025-09-04 20:30:37.69: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:30:37.69: EndPointMonitor - start process kube event 2025-09-04 20:30:37.69: empty line received 2025-09-04 20:30:37.69: EndPointMonitor - start process kube event 2025-09-04 20:30:41.44: IngressMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-09-04 20:30:41.44: IngressMonitor - start process kube event 2025-09-04 20:30:41.44: empty line received 2025-09-04 20:30:41.44: IngressMonitor - start process kube event 2025-09-04 20:30:46.07: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:30:46.07: ServiceMonitor - start process kube event 2025-09-04 20:30:46.07: empty line received 2025-09-04 20:30:46.07: ServiceMonitor - start process kube event 2025-09-04 20:30:49.99: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:30:49.99: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-04 20:31:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001140 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:31:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001156 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:31:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001096 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:32:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001146 2025-09-04 20:30:49.99: empty line received 2025-09-04 20:30:49.99: PodMonitor - start process kube event 2025-09-04 20:30:52.41: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:30:52.41: EndPointMonitor - start process kube event 2025-09-04 20:30:52.41: empty line received 2025-09-04 20:30:52.41: EndPointMonitor - start process kube event 2025-09-04 20:30:53.52: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=2731 2025-09-04 20:30:53.52: EndPointMonitor - start process kube event 2025-09-04 20:30:53.52: empty line received 2025-09-04 20:30:53.52: EndPointMonitor - start process kube event 2025-09-04 20:30:54.45: stop iteration EndPointMonitor 2025-09-04 20:30:54.45: EndPointMonitor - start process kube event 2025-09-04 20:30:54.45: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2731 2025-09-04 20:30:54.45: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:30:54.45: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:30:54.45: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:30:54.45: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2731'})(timeout=120) 2025-09-04 20:30:54.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:30:54.45: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:30:54.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:30:54.46: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2731'}) 2025-09-04 20:31:22.56: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=2836 2025-09-04 20:31:22.56: NamespaceMonitor - start process kube event 2025-09-04 20:31:22.56: empty line received 2025-09-04 20:31:22.56: NamespaceMonitor - start process kube event 2025-09-04 20:31:24.62: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:31:24.62: NetworkPolicyMonitor - start process kube event 2025-09-04 20:31:24.62: empty line received 2025-09-04 20:31:24.62: NetworkPolicyMonitor - start process kube event 2025-09-04 20:31:42.36: IngressMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-09-04 20:31:42.36: IngressMonitor - start process kube event 2025-09-04 20:31:42.36: empty line received 2025-09-04 20:31:42.36: IngressMonitor - start process kube event 2025-09-04 20:31:46.11: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:31:46.11: ServiceMonitor - start process kube event 2025-09-04 20:31:46.11: empty line received 2025-09-04 20:31:46.11: ServiceMonitor - start process kube event 2025-09-04 20:31:49.28: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:31:49.29: PodMonitor - start process kube event 2025-09-04 20:31:49.29: PodMonitor - _schedule_vnc_sync 2025-09-04 20:31:49.29: empty line received 2025-09-04 20:31:49.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:31:49.29: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:31:49.29: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:31:49.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:31:49.29: PodMonitor - start process kube event 2025-09-04 20:31:56.66: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:31:56.76: NetworkMonitor - start process kube event 2025-09-04 20:31:56.76: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2369 2025-09-04 20:31:56.76: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:31:56.76: NetworkMonitor - Connect Kube API result 0 2025-09-04 20:31:56.76: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:31:56.76: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2369'})(timeout=120) 2025-09-04 20:31:56.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:31:56.76: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:31:56.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:31:56.78: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2369'}) 2025-09-04 20:32:22.65: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=2836 2025-09-04 20:32:22.65: NamespaceMonitor - start process kube event 2025-09-04 20:32:22.65: empty line received 2025-09-04 20:32:22.65: NamespaceMonitor - start process kube event 2025-09-04 20:32:25.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:32:25.21: NetworkPolicyMonitor - start process kube event 2025-09-04 20:32:25.21: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:32:25.21: empty line received 2025-09-04 20:32:25.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:32:25.21: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:32:25.21: NetworkPolicyMonitor - start process kube event 2025-09-04 20:32:25.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:32:25.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:32:28.79: IngressMonitor - Received BOOKMARK: oldResVer=2885 newResVer=2885 2025-09-04 20:32:28.79: IngressMonitor - start process kube event 2025-09-04 20:32:28.79: empty line received 2025-09-04 20:32:28.79: IngressMonitor - start process kube event 2025-09-04 20:32:30.47: stop iteration IngressMonitor 2025-09-04 20:32:30.47: IngressMonitor - start process kube event 2025-09-04 20:32:30.47: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2885 2025-09-04 20:32:30.47: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:32:30.47: IngressMonitor - Connect Kube API result 0 2025-09-04 20:32:30.47: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:32:30.47: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})(timeout=120) 2025-09-04 20:32:30.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:32:30.47: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:32:30.47: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:32:30.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:32:30.48: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'}) 2025-09-04 20:32:45.57: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:32:45.57: ServiceMonitor - start process kube event 2025-09-04 20:32:45.57: empty line received 2025-09-04 20:32:45.57: ServiceMonitor - start process kube event 2025-09-04 20:32:49.65: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:32:49.65: PodMonitor - start process kube event 2025-09-04 20:32:49.65: empty line received 2025-09-04 20:32:49.65: PodMonitor - start process kube event 2025-09-04 20:32:54.46: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:32:54.46: EndPointMonitor - start process kube event 2025-09-04 20:32:54.46: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2731 2025-09-04 20:32:54.46: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:32:54.46: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:32:54.46: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:32:54.46: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2731'})(timeout=120) 2025-09-04 20:32:54.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:32:54.46: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:32:54.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:32:54.48: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2731'}) 2025-09-04 20:32:57.06: NetworkMonitor - Received BOOKMARK: oldResVer=2369 newResVer=3201 2025-09-04 20:32:57.06: NetworkMonitor - start process kube event 2025-09-04 20:32:57.06: empty line received 2025-09-04 20:32:57.06: NetworkMonitor - start process kube event 2025-09-04 20:33:06.25: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=2836 2025-09-04 20:33:06.25: NamespaceMonitor - start process kube event 2025-09-04 20:33:06.25: empty line received 2025-09-04 20:33:06.25: NamespaceMonitor - start process kube event 2025-09-04 20:33:07.50: stop iteration NamespaceMonitor 2025-09-04 20:33:07.50: NamespaceMonitor - start process kube event 2025-09-04 20:33:07.50: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2836 2025-09-04 20:33:07.50: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:33:07.50: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:33:07.50: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:33:07.50: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2836'})(timeout=120) 2025-09-04 20:33:07.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:33:07.50: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:33:07.50: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:33:07.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:33:07.51: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2836'}) 2025-09-04 20:33:24.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:33:24.90: NetworkPolicyMonitor - start process kube event 2025-09-04 20:33:24.90: empty line received 2025-09-04 20:33:24.90: NetworkPolicyMonitor - start process kube event 2025-09-04 20:33:26.81: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:33:26.81: ServiceMonitor - start process kube event 2025-09-04 20:33:26.81: empty line received 2025-09-04 20:33:26.81: ServiceMonitor - start process kube event 2025-09-04 20:33:28.25: stop iteration ServiceMonitor 2025-09-04 20:33:28.25: ServiceMonitor - start process kube event 2025-09-04 20:33:28.25: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2805 2025-09-04 20:33:28.25: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:33:28.25: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:33:28.25: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:33:28.25: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'})(timeout=120) 2025-09-04 20:33:28.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:33:28.25: VncKubernetes - vnc_sync - Service start 2025-09-04 20:33:28.25: VncKubernetes - vnc_sync - Service done 2025-09-04 20:33:28.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:33:28.27: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'}) 2025-09-04 20:33:49.88: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:33:49.88: PodMonitor - start process kube event 2025-09-04 20:33:49.88: empty line received 2025-09-04 20:33:49.88: PodMonitor - start process kube event 2025-09-04 20:33:56.75: NetworkMonitor - Received BOOKMARK: oldResVer=3201 newResVer=3201 2025-09-04 20:33:56.75: NetworkMonitor - start process kube event 2025-09-04 20:33:56.75: empty line received 2025-09-04 20:33:56.75: NetworkMonitor - start process kube event 2025-09-04 20:34:25.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:34:25.52: NetworkPolicyMonitor - start process kube event 2025-09-04 20:34:25.52: empty line received 2025-09-04 20:34:25.52: NetworkPolicyMonitor - start process kube event 2025-09-04 20:34:30.48: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:34:30.48: IngressMonitor - start process kube event 2025-09-04 20:34:30.48: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2885 2025-09-04 20:34:30.48: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:34:30.48: IngressMonitor - Connect Kube API result 0 2025-09-04 20:34:30.48: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:34:30.48: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})(timeout=120) 2025-09-04 20:34:30.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:34:30.48: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:34:30.48: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:34:30.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:34:30.49: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'}) 2025-09-04 20:34:49.86: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:34:49.86: PodMonitor - start process kube event 2025-09-04 20:34:49.86: empty line received 2025-09-04 20:34:49.86: PodMonitor - start process kube event 2025-09-04 20:34:54.48: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:34:54.48: EndPointMonitor - start process kube event 2025-09-04 20:34:54.48: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2731 2025-09-04 20:34:54.48: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:34:54.48: EndPointMonitor - Connect Kube API result 0 2025-09-04 20:34:54.48: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:34:54.48: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2731'})(timeout=120) 2025-09-04 20:34:54.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:34:54.48: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:34:54.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:34:54.50: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2731'}) 2025-09-04 20:34:57.23: NetworkMonitor - Received BOOKMARK: oldResVer=3201 newResVer=3201 2025-09-04 20:34:57.23: NetworkMonitor - start process kube event 2025-09-04 20:34:57.23: empty line received 2025-09-04 20:34:57.23: NetworkMonitor - start process kube event 2025-09-04 20:35:05.75: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:35:05.75: PodMonitor - start process kube event 2025-09-04 20:35:05.76: empty line received 2025-09-04 20:35:05.76: PodMonitor - start process kube event 2025-09-04 20:35:06.87: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=2805 2025-09-04 20:35:06.87: PodMonitor - start process kube event 2025-09-04 20:35:06.87: empty line received 2025-09-04 20:35:06.87: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-04 20:36:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001128 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:36:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001084 [Introspect:8108]10.0.0.50 - - [2025-09-04 20:36:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001064 2025-09-04 20:35:07.51: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:35:07.51: NamespaceMonitor - start process kube event 2025-09-04 20:35:07.51: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2836 2025-09-04 20:35:07.51: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:35:07.51: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:35:07.51: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:35:07.51: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2836'})(timeout=120) 2025-09-04 20:35:07.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:35:07.52: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:35:07.52: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:35:07.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:35:07.53: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2836'}) 2025-09-04 20:35:08.08: stop iteration PodMonitor 2025-09-04 20:35:08.08: PodMonitor - start process kube event 2025-09-04 20:35:08.08: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2805 2025-09-04 20:35:08.08: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:35:08.08: PodMonitor - Connect Kube API result 0 2025-09-04 20:35:08.08: PodMonitor - _schedule_vnc_sync 2025-09-04 20:35:08.08: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'})(timeout=120) 2025-09-04 20:35:08.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:35:08.08: VncKubernetes - vnc_sync - Pod start 2025-09-04 20:35:08.08: VncKubernetes - vnc_sync - Pod done 2025-09-04 20:35:08.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:35:08.09: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'}) 2025-09-04 20:35:21.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:35:21.67: NetworkPolicyMonitor - start process kube event 2025-09-04 20:35:21.67: empty line received 2025-09-04 20:35:21.67: NetworkPolicyMonitor - start process kube event 2025-09-04 20:35:22.92: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=2846 2025-09-04 20:35:22.92: NetworkPolicyMonitor - start process kube event 2025-09-04 20:35:22.92: empty line received 2025-09-04 20:35:22.92: NetworkPolicyMonitor - start process kube event 2025-09-04 20:35:23.90: stop iteration NetworkPolicyMonitor 2025-09-04 20:35:23.90: NetworkPolicyMonitor - start process kube event 2025-09-04 20:35:23.90: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2846 2025-09-04 20:35:23.90: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:35:23.90: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:35:23.90: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:35:23.90: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2846'})(timeout=120) 2025-09-04 20:35:23.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:35:23.90: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:35:23.91: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2846'}) 2025-09-04 20:35:23.91: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:35:23.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:35:28.27: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:35:28.27: ServiceMonitor - start process kube event 2025-09-04 20:35:28.27: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2805 2025-09-04 20:35:28.27: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:35:28.27: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:35:28.27: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:35:28.27: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'})(timeout=120) 2025-09-04 20:35:28.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:35:28.27: VncKubernetes - vnc_sync - Service start 2025-09-04 20:35:28.27: VncKubernetes - vnc_sync - Service done 2025-09-04 20:35:28.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:35:28.29: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'}) 2025-09-04 20:35:54.48: EndPointMonitor - Received BOOKMARK: oldResVer=2731 newResVer=3533 2025-09-04 20:35:54.48: EndPointMonitor - start process kube event 2025-09-04 20:35:54.48: empty line received 2025-09-04 20:35:54.48: EndPointMonitor - start process kube event 2025-09-04 20:35:56.78: NetworkMonitor - Received BOOKMARK: oldResVer=3201 newResVer=3201 2025-09-04 20:35:56.78: NetworkMonitor - start process kube event 2025-09-04 20:35:56.78: NetworkMonitor - _schedule_vnc_sync 2025-09-04 20:35:56.78: empty line received 2025-09-04 20:35:56.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-04 20:35:56.78: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-04 20:35:56.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:35:56.78: NetworkMonitor - start process kube event 2025-09-04 20:36:30.49: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:36:30.49: IngressMonitor - start process kube event 2025-09-04 20:36:30.49: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2885 2025-09-04 20:36:30.49: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:36:30.49: IngressMonitor - Connect Kube API result 0 2025-09-04 20:36:30.49: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:36:30.49: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})(timeout=120) 2025-09-04 20:36:30.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:36:30.50: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:36:30.50: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:36:30.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:36:30.52: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'}) 2025-09-04 20:36:55.22: EndPointMonitor - Received BOOKMARK: oldResVer=3533 newResVer=3533 2025-09-04 20:36:55.22: EndPointMonitor - start process kube event 2025-09-04 20:36:55.22: empty line received 2025-09-04 20:36:55.22: EndPointMonitor - start process kube event 2025-09-04 20:36:57.26: NetworkMonitor - Received BOOKMARK: oldResVer=3201 newResVer=3201 2025-09-04 20:36:57.26: NetworkMonitor - start process kube event 2025-09-04 20:36:57.26: empty line received 2025-09-04 20:36:57.26: NetworkMonitor - start process kube event 2025-09-04 20:37:07.53: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:37:07.54: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-04 20:37:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001091 2025-09-04 20:37:07.54: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2836 2025-09-04 20:37:07.54: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:37:07.54: NamespaceMonitor - Connect Kube API result 0 2025-09-04 20:37:07.54: NamespaceMonitor - _schedule_vnc_sync 2025-09-04 20:37:07.54: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2836'})(timeout=120) 2025-09-04 20:37:07.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-04 20:37:07.54: VncKubernetes - vnc_sync - Namespace start 2025-09-04 20:37:07.54: VncKubernetes - vnc_sync - Namespace done 2025-09-04 20:37:07.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:37:07.55: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2836'}) 2025-09-04 20:37:07.89: PodMonitor - Received BOOKMARK: oldResVer=2805 newResVer=3631 2025-09-04 20:37:07.89: PodMonitor - start process kube event 2025-09-04 20:37:07.89: empty line received 2025-09-04 20:37:07.89: PodMonitor - start process kube event 2025-09-04 20:37:23.91: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:37:23.91: NetworkPolicyMonitor - start process kube event 2025-09-04 20:37:23.91: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2846 2025-09-04 20:37:23.91: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:37:23.91: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-04 20:37:23.91: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-04 20:37:23.91: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2846'})(timeout=120) 2025-09-04 20:37:23.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-04 20:37:23.92: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-04 20:37:23.92: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-04 20:37:23.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:37:23.93: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2846'}) 2025-09-04 20:37:28.29: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:37:28.29: ServiceMonitor - start process kube event 2025-09-04 20:37:28.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2805 2025-09-04 20:37:28.29: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:37:28.29: ServiceMonitor - Connect Kube API result 0 2025-09-04 20:37:28.29: ServiceMonitor - _schedule_vnc_sync 2025-09-04 20:37:28.29: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'})(timeout=120) 2025-09-04 20:37:28.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-04 20:37:28.29: VncKubernetes - vnc_sync - Service start 2025-09-04 20:37:28.29: VncKubernetes - vnc_sync - Service done 2025-09-04 20:37:28.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:37:28.30: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2805'}) 2025-09-04 20:37:55.55: EndPointMonitor - Received BOOKMARK: oldResVer=3533 newResVer=3533 2025-09-04 20:37:55.55: EndPointMonitor - start process kube event 2025-09-04 20:37:55.55: empty line received 2025-09-04 20:37:55.55: EndPointMonitor - start process kube event 2025-09-04 20:37:56.71: NetworkMonitor - Received BOOKMARK: oldResVer=3201 newResVer=3201 2025-09-04 20:37:56.71: NetworkMonitor - start process kube event 2025-09-04 20:37:56.71: empty line received 2025-09-04 20:37:56.71: NetworkMonitor - start process kube event 2025-09-04 20:38:07.38: NamespaceMonitor - Received BOOKMARK: oldResVer=2836 newResVer=3674 2025-09-04 20:38:07.38: NamespaceMonitor - start process kube event 2025-09-04 20:38:07.38: empty line received 2025-09-04 20:38:07.38: NamespaceMonitor - start process kube event 2025-09-04 20:38:07.68: PodMonitor - Received BOOKMARK: oldResVer=3631 newResVer=3631 2025-09-04 20:38:07.68: PodMonitor - start process kube event 2025-09-04 20:38:07.68: empty line received 2025-09-04 20:38:07.68: PodMonitor - start process kube event 2025-09-04 20:38:24.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2846 newResVer=3685 2025-09-04 20:38:24.22: NetworkPolicyMonitor - start process kube event 2025-09-04 20:38:24.22: empty line received 2025-09-04 20:38:24.22: NetworkPolicyMonitor - start process kube event 2025-09-04 20:38:28.48: ServiceMonitor - Received BOOKMARK: oldResVer=2805 newResVer=3628 2025-09-04 20:38:28.48: ServiceMonitor - start process kube event 2025-09-04 20:38:28.48: empty line received 2025-09-04 20:38:28.48: ServiceMonitor - start process kube event 2025-09-04 20:38:30.53: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-04 20:38:30.53: IngressMonitor - start process kube event 2025-09-04 20:38:30.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2885 2025-09-04 20:38:30.53: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-04 20:38:30.53: IngressMonitor - Connect Kube API result 0 2025-09-04 20:38:30.53: IngressMonitor - _schedule_vnc_sync 2025-09-04 20:38:30.53: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'})(timeout=120) 2025-09-04 20:38:30.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-04 20:38:30.53: VncKubernetes - vnc_sync - Ingress start 2025-09-04 20:38:30.53: VncKubernetes - vnc_sync - Ingress done 2025-09-04 20:38:30.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:38:30.55: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2885'}) 2025-09-04 20:38:55.60: EndPointMonitor - Received BOOKMARK: oldResVer=3533 newResVer=3533 2025-09-04 20:38:55.60: EndPointMonitor - start process kube event 2025-09-04 20:38:55.60: EndPointMonitor - _schedule_vnc_sync 2025-09-04 20:38:55.60: empty line received 2025-09-04 20:38:55.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-04 20:38:55.60: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-04 20:38:55.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-04 20:38:55.60: EndPointMonitor - start process kube event 2025-09-04 20:38:57.70: NetworkMonitor - Received BOOKMARK: oldResVer=3201 newResVer=3201 2025-09-04 20:38:57.70: NetworkMonitor - start process kube event 2025-09-04 20:38:57.70: empty line received 2025-09-04 20:38:57.70: NetworkMonitor - start process kube event 2025-09-04 20:39:07.18: NamespaceMonitor - Received BOOKMARK: oldResVer=3674 newResVer=3674 2025-09-04 20:39:07.18: NamespaceMonitor - start process kube event 2025-09-04 20:39:07.18: empty line received 2025-09-04 20:39:07.18: NamespaceMonitor - start process kube event 2025-09-04 20:39:08.23: PodMonitor - Received BOOKMARK: oldResVer=3631 newResVer=3631 2025-09-04 20:39:08.23: PodMonitor - start process kube event 2025-09-04 20:39:08.23: PodMonitor - _schedule_vnc_sync 2025-09-04 20:39:08.23: empty line received 2025-09-04 20:39:08.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-04 20:39:08.23: VncKubernetes - vnc_sync - Pod start