++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ date +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log ++ echo 'INFO: =================== Wed Nov 12 08:46:54 AM UTC 2025 ===================' INFO: =================== Wed Nov 12 08:46:54 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ cut -d / -f 1 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.23 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.23 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.23 ++ ANALYTICSDB_NODES=10.0.0.23 ++ ANALYTICS_SNMP_NODES=10.0.0.23 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8081 ' +++ '[' -n '10.0.0.23:8081 ' ']' +++ echo 10.0.0.23:8081 ++ ANALYTICS_SERVERS=10.0.0.23:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9042 ' +++ '[' -n '10.0.0.23:9042 ' ']' +++ echo 10.0.0.23:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.23:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.23 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8086 ' +++ '[' -n '10.0.0.23:8086 ' ']' +++ echo 10.0.0.23:8086 ++ COLLECTOR_SERVERS=10.0.0.23:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.23 ++ CONFIGDB_NODES=10.0.0.23 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8082 ' +++ '[' -n '10.0.0.23:8082 ' ']' +++ echo 10.0.0.23:8082 ++ CONFIG_SERVERS=10.0.0.23:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9161 ' +++ '[' -n '10.0.0.23:9161 ' ']' +++ echo 10.0.0.23:9161 ++ CONFIGDB_SERVERS=10.0.0.23:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9041 ' +++ '[' -n '10.0.0.23:9041 ' ']' +++ echo 10.0.0.23:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.23:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.23 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.23 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.23 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:2181, +++ '[' -n 10.0.0.23:2181, ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS=10.0.0.23:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:2181 ' +++ '[' -n '10.0.0.23:2181 ' ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.23:2181 ++ RABBITMQ_NODES=10.0.0.23 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:5673, +++ '[' -n 10.0.0.23:5673, ']' +++ echo 10.0.0.23:5673 ++ RABBITMQ_SERVERS=10.0.0.23:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:6379 ' +++ '[' -n '10.0.0.23:6379 ' ']' +++ echo 10.0.0.23:6379 ++ REDIS_SERVERS=10.0.0.23:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.23 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9092 ' +++ '[' -n '10.0.0.23:9092 ' ']' +++ echo 10.0.0.23:9092 ++ KAFKA_SERVERS=10.0.0.23:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.23 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.23 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.23 + local cassandra=10.0.0.23 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.23 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6ImlNczEyYnlhOUZfNktiNzJaRUV1blk1ZlU2U3VTR1V1amxDRU11N1NjX3cifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImQ0Y2ZiYmNkLTJjMzYtNGIyYS1hMmI1LTIzNTczOGMwMmY0MCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.lPwGN9a3lvCEMdJRhEwUHB_10uTFTraujTZj0CP6b9MNLoQSV_Q-Hm6YzrNE0p6ah86dt9t2O-aureb5L1fG4z5Scg7rHgkfq3A7FvIzDVKPrGL39KvZG77IBFos0NV6u52p7s6L3Jax3QOpNEgoNkZhMKuxnBF503C1XSumghtt5hbsqVIziJjiW132uQvQLFV5kFUkzESKXBL2ljUUZKE2T-k4STt0Jj3buVy94Pxbu7mlTTenwtRex_ldQHSpgelVJJVi3KsejvZ_8QpKQJAApy41vOoX-G7-sFrXECAdUyCh7iUPJU8vcxmEwvBiCMvLuqtMHOVwW3tzoe508w ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node_list 10.0.0.23 +++ local servers=10.0.0.23 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ tr '\n' , ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ uniq ++++ sort +++ local local_ips=,10.0.0.23,10.9.11.1,127.0.0.1,172.17.0.1,252.23.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.23'\''))' +++ local server_ip=10.0.0.23 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.23 ]] +++ [[ ,10.0.0.23,10.9.11.1,127.0.0.1,172.17.0.1,252.23.0.1,, =~ ,10\.0\.0\.23, ]] +++ echo 10.0.0.23 1 +++ return ++ local ip=10.0.0.23 ++ [[ -z 10.0.0.23 ]] ++ echo 10.0.0.23 + host_ip=10.0.0.23 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.23:9041 + cassandra_server_list=10.0.0.23:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ set ++ cut -d = -f 1 ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/12/2025 08:47:03.145 7f12c1645380 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/12/2025 08:47:03.318 7f12c1645380 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/12/2025 08:47:03.318 7f12c1645380 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-11-12 08:47:03.59: KubeMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:03.59: KubeMonitor - Connect Kube API result 0 2025-11-12 08:47:03.70: KubeMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-12 08:47:03.71: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-12 08:47:03.72: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1 2025-11-12 08:47:03.72: PodMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-12 08:47:03.73: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-12 08:47:03.74: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-11-12 08:47:03.75: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-12 08:47:03.75: IngressMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-11-12 08:47:03.75: VncKubernetes - vnc_connect starting 2025-11-12 08:47:03.77: VncKubernetes - vnc_connect done 2025-11-12 08:47:03.93: default-domain domain available. 2025-11-12 08:47:09.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:47:09.30: NamespaceMonitor - start process kube event 2025-11-12 08:47:09.30: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.30: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: NetworkMonitor - start process kube event 2025-11-12 08:47:09.31: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.31: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: PodMonitor - start process kube event 2025-11-12 08:47:09.31: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.31: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: ServiceMonitor - start process kube event 2025-11-12 08:47:09.31: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.31: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: NetworkPolicyMonitor - start process kube event 2025-11-12 08:47:09.31: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.31: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: EndPointMonitor - start process kube event 2025-11-12 08:47:09.31: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.31: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: IngressMonitor - start process kube event 2025-11-12 08:47:09.31: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-12 08:47:09.31: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:47:09.31: IngressMonitor - Connect Kube API result 0 2025-11-12 08:47:09.31: IngressMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-12 08:47:09.31: EndPointMonitor - Connect Kube API result 0 2025-11-12 08:47:09.31: EndPointMonitor - Start init url=https://10.0.0.23:6443/api/v1/endpoints resource_version=None 2025-11-12 08:47:09.31: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-12 08:47:09.31: NetworkPolicyMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-12 08:47:09.31: ServiceMonitor - Connect Kube API result 0 2025-11-12 08:47:09.32: ServiceMonitor - Start init url=https://10.0.0.23:6443/api/v1/services resource_version=None 2025-11-12 08:47:09.32: PodMonitor - Connect Kube API result 0 2025-11-12 08:47:09.32: PodMonitor - Start init url=https://10.0.0.23:6443/api/v1/pods resource_version=None 2025-11-12 08:47:09.32: NetworkMonitor - Connect Kube API result 0 2025-11-12 08:47:09.33: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:47:09.33: NamespaceMonitor - Start init url=https://10.0.0.23:6443/api/v1/namespaces resource_version=None 2025-11-12 08:47:09.37: NetworkPolicyMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=520 2025-11-12 08:47:09.37: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.37: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:47:09.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 08:47:09.37: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 08:47:09.38: IngressMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses, resource_version=520 2025-11-12 08:47:09.38: IngressMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.38: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:47:09.39: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 08:47:09.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:47:09.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 08:47:09.39: VncKubernetes - vnc_sync - Ingress start 2025-11-12 08:47:09.39: VncKubernetes - vnc_sync - Ingress done 2025-11-12 08:47:09.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:47:09.40: ServiceMonitor - Got ADDED Service default:kubernetes:948667f7-66ac-4997-a4da-8e9d218a1392 2025-11-12 08:47:09.40: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:47:09.40: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:948667f7-66ac-4997-a4da-8e9d218a1392 2025-11-12 08:47:09.41: ServiceMonitor - Got ADDED Service kube-system:kube-dns:23ec9016-ae27-4941-a27e-184f33e6ceca 2025-11-12 08:47:09.41: ServiceMonitor - Done init url=https://10.0.0.23:6443/api/v1/services, resource_version=520 2025-11-12 08:47:09.41: ServiceMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.41: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:47:09.42: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:47:09.42: PodMonitor - Done init url=https://10.0.0.23:6443/api/v1/pods, resource_version=520 2025-11-12 08:47:09.42: PodMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.43: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:47:09.43: EndPointMonitor - Got ADDED Endpoints default:kubernetes:f87206d8-3a5c-45ea-b74b-1b855fe059f8 2025-11-12 08:47:09.44: NamespaceMonitor - Got ADDED Namespace None:contrail:b1859e74-c35d-486c-afc8-b810a8af26f3 2025-11-12 08:47:09.44: NetworkMonitor - Start init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-12 08:47:09.44: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:47:09.45: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.004256 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001333 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002146 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002751 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001014 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002114 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:47:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.003325 2025-11-12 08:47:09.45: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:47:09.45: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:47:09.45: EndPointMonitor - Done init url=https://10.0.0.23:6443/api/v1/endpoints, resource_version=520 2025-11-12 08:47:09.45: EndPointMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.46: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:47:09.46: NamespaceMonitor - Got ADDED Namespace None:default:1f624567-ef4a-43ec-974e-eb54ac1cdfb3 2025-11-12 08:47:09.46: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:47:09.47: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:2174e3e5-1302-4ac9-a9f1-6da88907cad0 2025-11-12 08:47:09.49: NamespaceMonitor - Got ADDED Namespace None:kube-public:1bc6adb0-6b98-4817-977d-778b6360734b 2025-11-12 08:47:09.49: NamespaceMonitor - Got ADDED Namespace None:kube-system:7e8a82a7-ad5b-47aa-a846-4d0ca7ebd66a 2025-11-12 08:47:09.49: NamespaceMonitor - Done init url=https://10.0.0.23:6443/api/v1/namespaces, resource_version=520 2025-11-12 08:47:09.50: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.50: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:47:09.50: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:47:09.55: NetworkMonitor - Done init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=524 2025-11-12 08:47:09.55: NetworkMonitor - _schedule_vnc_sync 2025-11-12 08:47:09.55: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'})(timeout=120) 2025-11-12 08:47:09.56: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'}) 2025-11-12 08:47:11.42: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-12 08:47:11.42: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:23ec9016-ae27-4941-a27e-184f33e6ceca 2025-11-12 08:47:13.49: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:47:13.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 08:47:13.49: VncKubernetes - vnc_sync - Service start 2025-11-12 08:47:13.49: VncKubernetes - vnc_sync - Service done 2025-11-12 08:47:13.49: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:47:13.49: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:47:14.88: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:47:14.88: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:47:14.88: PodMonitor - start process kube event 2025-11-12 08:47:14.88: empty line received 2025-11-12 08:47:14.88: PodMonitor - start process kube event 2025-11-12 08:47:14.88: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:47:14.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 08:47:14.88: VncKubernetes - vnc_sync - Pod start 2025-11-12 08:47:14.88: VncKubernetes - vnc_sync - Pod done 2025-11-12 08:47:14.88: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-12 08:47:14.88: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:f87206d8-3a5c-45ea-b74b-1b855fe059f8 2025-11-12 08:47:14.90: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-12 08:47:14.90: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:b1859e74-c35d-486c-afc8-b810a8af26f3 2025-11-12 08:47:16.67: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-12 08:47:16.67: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:47:16.76: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-12 08:47:16.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 08:47:16.76: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 08:47:16.76: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-12 08:47:16.76: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:1f624567-ef4a-43ec-974e-eb54ac1cdfb3 2025-11-12 08:47:18.74: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-12 08:47:18.74: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:2174e3e5-1302-4ac9-a9f1-6da88907cad0 2025-11-12 08:47:20.55: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 08:47:20.55: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:1bc6adb0-6b98-4817-977d-778b6360734b 2025-11-12 08:47:22.83: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 08:47:22.83: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:7e8a82a7-ad5b-47aa-a846-4d0ca7ebd66a 2025-11-12 08:47:24.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 08:47:24.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:47:24.47: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:47:24.47: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:47:24.47: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:47:24.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 08:47:24.47: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 08:47:24.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:47:24.47: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:47:24.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:48:08.95: PodMonitor - Received BOOKMARK: oldResVer=520 newResVer=533 2025-11-12 08:48:08.95: PodMonitor - start process kube event 2025-11-12 08:48:08.95: empty line received 2025-11-12 08:48:08.95: PodMonitor - start process kube event 2025-11-12 08:49:09.19: PodMonitor - Received BOOKMARK: oldResVer=533 newResVer=533 2025-11-12 08:49:09.19: PodMonitor - start process kube event 2025-11-12 08:49:09.19: empty line received 2025-11-12 08:49:09.19: PodMonitor - start process kube event 2025-11-12 08:49:09.40: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:49:09.40: NetworkPolicyMonitor - start process kube event 2025-11-12 08:49:09.40: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:49:09.40: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:49:09.40: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-12 08:49:09.40: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 08:49:09.40: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:49:09.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 08:49:09.40: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 08:49:09.41: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 08:49:09.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:49:09.42: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:49:09.44: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:49:09.44: IngressMonitor - start process kube event 2025-11-12 08:49:09.44: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:49:09.44: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:49:09.44: IngressMonitor - Connect Kube API result 0 2025-11-12 08:49:09.44: IngressMonitor - _schedule_vnc_sync 2025-11-12 08:49:09.44: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:49:09.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 08:49:09.45: VncKubernetes - vnc_sync - Ingress start 2025-11-12 08:49:09.45: VncKubernetes - vnc_sync - Ingress done 2025-11-12 08:49:09.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:49:09.45: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:49:09.45: ServiceMonitor - start process kube event 2025-11-12 08:49:09.45: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:49:09.45: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:49:09.45: ServiceMonitor - Connect Kube API result 0 2025-11-12 08:49:09.45: ServiceMonitor - _schedule_vnc_sync 2025-11-12 08:49:09.45: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:49:09.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 08:49:09.45: VncKubernetes - vnc_sync - Service start 2025-11-12 08:49:09.45: VncKubernetes - vnc_sync - Service done 2025-11-12 08:49:09.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:49:09.46: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:49:09.46: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:49:09.46: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:49:09.47: EndPointMonitor - start process kube event 2025-11-12 08:49:09.47: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:49:09.47: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:49:09.47: EndPointMonitor - Connect Kube API result 0 2025-11-12 08:49:09.47: EndPointMonitor - _schedule_vnc_sync 2025-11-12 08:49:09.47: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:49:09.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 08:49:09.47: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 08:49:09.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:49:09.48: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:49:09.50: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:49:09.50: NamespaceMonitor - start process kube event 2025-11-12 08:49:09.50: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:49:09.50: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:49:09.50: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:49:09.50: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:49:09.50: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:49:09.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:49:09.51: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:49:09.51: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:49:09.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:49:09.52: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:49:09.57: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:49:09.57: NetworkMonitor - start process kube event 2025-11-12 08:49:09.57: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=524 2025-11-12 08:49:09.57: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:49:09.57: NetworkMonitor - Connect Kube API result 0 2025-11-12 08:49:09.57: NetworkMonitor - _schedule_vnc_sync 2025-11-12 08:49:09.57: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'})(timeout=120) 2025-11-12 08:49:09.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 08:49:09.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 08:49:09.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:49:09.59: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'}) 2025-11-12 08:50:08.99: PodMonitor - Received BOOKMARK: oldResVer=533 newResVer=533 2025-11-12 08:50:08.99: PodMonitor - start process kube event 2025-11-12 08:50:08.99: empty line received 2025-11-12 08:50:08.99: PodMonitor - start process kube event 2025-11-12 08:51:09.04: PodMonitor - Received BOOKMARK: oldResVer=533 newResVer=533 2025-11-12 08:51:09.04: PodMonitor - start process kube event 2025-11-12 08:51:09.04: empty line received 2025-11-12 08:51:09.04: PodMonitor - start process kube event 2025-11-12 08:51:09.43: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:51:09.43: NetworkPolicyMonitor - start process kube event 2025-11-12 08:51:09.43: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:51:09.43: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:51:09.43: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-12 08:51:09.43: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 08:51:09.43: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-12 08:51:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002913 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:51:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002347 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:51:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002245 2025-11-12 08:51:09.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 08:51:09.43: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 08:51:09.44: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 08:51:09.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:51:09.44: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:51:09.46: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:51:09.46: IngressMonitor - start process kube event 2025-11-12 08:51:09.46: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:51:09.46: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:51:09.46: IngressMonitor - Connect Kube API result 0 2025-11-12 08:51:09.46: IngressMonitor - _schedule_vnc_sync 2025-11-12 08:51:09.46: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:51:09.47: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:51:09.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 08:51:09.47: VncKubernetes - vnc_sync - Ingress start 2025-11-12 08:51:09.47: VncKubernetes - vnc_sync - Ingress done 2025-11-12 08:51:09.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:51:09.47: ServiceMonitor - start process kube event 2025-11-12 08:51:09.47: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:51:09.47: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:51:09.47: ServiceMonitor - Connect Kube API result 0 2025-11-12 08:51:09.48: ServiceMonitor - _schedule_vnc_sync 2025-11-12 08:51:09.48: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:51:09.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 08:51:09.48: VncKubernetes - vnc_sync - Service start 2025-11-12 08:51:09.48: VncKubernetes - vnc_sync - Service done 2025-11-12 08:51:09.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:51:09.48: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:51:09.48: EndPointMonitor - start process kube event 2025-11-12 08:51:09.48: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:51:09.48: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:51:09.48: EndPointMonitor - Connect Kube API result 0 2025-11-12 08:51:09.48: EndPointMonitor - _schedule_vnc_sync 2025-11-12 08:51:09.48: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:51:09.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 08:51:09.49: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 08:51:09.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:51:09.49: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:51:09.49: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:51:09.50: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:51:09.52: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:51:09.52: NamespaceMonitor - start process kube event 2025-11-12 08:51:09.52: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:51:09.52: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:51:09.52: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:51:09.52: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:51:09.52: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:51:09.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:51:09.52: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:51:09.52: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:51:09.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:51:09.53: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:51:09.59: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:51:09.59: NetworkMonitor - start process kube event 2025-11-12 08:51:09.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=524 2025-11-12 08:51:09.59: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:51:09.59: NetworkMonitor - Connect Kube API result 0 2025-11-12 08:51:09.59: NetworkMonitor - _schedule_vnc_sync 2025-11-12 08:51:09.59: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'})(timeout=120) 2025-11-12 08:51:09.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 08:51:09.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 08:51:09.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:51:09.61: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'}) 2025-11-12 08:52:09.23: PodMonitor - Received BOOKMARK: oldResVer=533 newResVer=533 2025-11-12 08:52:09.23: PodMonitor - start process kube event 2025-11-12 08:52:09.23: PodMonitor - _schedule_vnc_sync 2025-11-12 08:52:09.23: empty line received 2025-11-12 08:52:09.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 08:52:09.23: VncKubernetes - vnc_sync - Pod start 2025-11-12 08:52:09.23: PodMonitor - start process kube event 2025-11-12 08:52:09.30: VncKubernetes - vnc_sync - Pod done 2025-11-12 08:52:09.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:52:18.34: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:52:18.34: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:52:18.34: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:52:18.34: PodMonitor - start process kube event 2025-11-12 08:52:18.34: empty line received 2025-11-12 08:52:18.34: PodMonitor - start process kube event 2025-11-12 08:52:18.36: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:52:18.36: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:52:18.37: EndPointMonitor - start process kube event 2025-11-12 08:52:18.37: empty line received [Introspect:8108]10.0.0.23 - - [2025-11-12 08:52:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002747 2025-11-12 08:52:18.37: EndPointMonitor - start process kube event 2025-11-12 08:52:18.37: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:52:18.38: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:52:18.38: PodMonitor - start process kube event 2025-11-12 08:52:18.38: empty line received 2025-11-12 08:52:18.38: PodMonitor - start process kube event 2025-11-12 08:52:18.38: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:52:18.38: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:52:18.40: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:52:18.40: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:52:18.40: EndPointMonitor - start process kube event 2025-11-12 08:52:18.40: empty line received 2025-11-12 08:52:18.40: EndPointMonitor - start process kube event 2025-11-12 08:52:18.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:52:18.46: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:52:18.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:52:18.47: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:52:19.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:08.16: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:53:08.17: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:53:08.17: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:53:08.17: PodMonitor - start process kube event 2025-11-12 08:53:08.17: empty line received 2025-11-12 08:53:08.17: PodMonitor - start process kube event 2025-11-12 08:53:08.18: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:53:08.18: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:53:08.18: EndPointMonitor - start process kube event 2025-11-12 08:53:08.18: empty line received 2025-11-12 08:53:08.18: EndPointMonitor - start process kube event 2025-11-12 08:53:08.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:53:08.19: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:53:08.19: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:53:08.19: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:53:08.19: PodMonitor - start process kube event 2025-11-12 08:53:08.19: empty line received 2025-11-12 08:53:08.19: PodMonitor - start process kube event 2025-11-12 08:53:08.21: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:53:08.21: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:53:08.21: EndPointMonitor - start process kube event 2025-11-12 08:53:08.21: empty line received 2025-11-12 08:53:08.21: EndPointMonitor - start process kube event 2025-11-12 08:53:08.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:53:08.58: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:53:08.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:53:08.63: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:53:09.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:09.42: EndPointMonitor - Received BOOKMARK: oldResVer=520 newResVer=1039 2025-11-12 08:53:09.42: EndPointMonitor - start process kube event 2025-11-12 08:53:09.42: empty line received 2025-11-12 08:53:09.42: EndPointMonitor - start process kube event 2025-11-12 08:53:09.44: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:53:09.44: NetworkPolicyMonitor - start process kube event 2025-11-12 08:53:09.45: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:53:09.45: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:53:09.45: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-12 08:53:09.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 08:53:09.45: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:53:09.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 08:53:09.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 08:53:09.45: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 08:53:09.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:09.46: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:53:09.49: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:53:09.49: IngressMonitor - start process kube event 2025-11-12 08:53:09.49: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:53:09.50: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:53:09.50: IngressMonitor - Connect Kube API result 0 2025-11-12 08:53:09.50: IngressMonitor - _schedule_vnc_sync 2025-11-12 08:53:09.50: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:53:09.50: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:53:09.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 08:53:09.50: VncKubernetes - vnc_sync - Ingress start 2025-11-12 08:53:09.50: VncKubernetes - vnc_sync - Ingress done 2025-11-12 08:53:09.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:09.50: ServiceMonitor - start process kube event 2025-11-12 08:53:09.50: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:53:09.50: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:53:09.50: ServiceMonitor - Connect Kube API result 0 2025-11-12 08:53:09.50: ServiceMonitor - _schedule_vnc_sync 2025-11-12 08:53:09.50: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:53:09.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 08:53:09.50: VncKubernetes - vnc_sync - Service start 2025-11-12 08:53:09.50: VncKubernetes - vnc_sync - Service done 2025-11-12 08:53:09.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:09.51: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:53:09.52: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:53:09.53: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:53:09.53: NamespaceMonitor - start process kube event 2025-11-12 08:53:09.54: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:53:09.54: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:53:09.54: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:53:09.54: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:53:09.54: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:53:09.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:53:09.54: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:53:09.54: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:53:09.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:09.55: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:53:09.58: PodMonitor - Received BOOKMARK: oldResVer=533 newResVer=1037 2025-11-12 08:53:09.58: PodMonitor - start process kube event 2025-11-12 08:53:09.58: empty line received 2025-11-12 08:53:09.58: PodMonitor - start process kube event 2025-11-12 08:53:09.61: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:53:09.61: NetworkMonitor - start process kube event 2025-11-12 08:53:09.61: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=524 2025-11-12 08:53:09.61: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:53:09.61: NetworkMonitor - Connect Kube API result 0 2025-11-12 08:53:09.61: NetworkMonitor - _schedule_vnc_sync 2025-11-12 08:53:09.61: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'})(timeout=120) 2025-11-12 08:53:09.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 08:53:09.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 08:53:09.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:09.62: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'}) 2025-11-12 08:53:33.63: PodMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-11-12 08:53:33.63: PodMonitor - start process kube event 2025-11-12 08:53:33.63: empty line received 2025-11-12 08:53:33.63: PodMonitor - start process kube event 2025-11-12 08:53:34.68: PodMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-11-12 08:53:34.68: PodMonitor - start process kube event 2025-11-12 08:53:34.68: empty line received 2025-11-12 08:53:34.68: PodMonitor - start process kube event 2025-11-12 08:53:35.75: stop iteration PodMonitor 2025-11-12 08:53:35.75: PodMonitor - start process kube event 2025-11-12 08:53:35.75: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1037 2025-11-12 08:53:35.75: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:53:35.75: PodMonitor - Connect Kube API result 0 2025-11-12 08:53:35.75: PodMonitor - _schedule_vnc_sync 2025-11-12 08:53:35.75: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'})(timeout=120) 2025-11-12 08:53:35.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 08:53:35.75: VncKubernetes - vnc_sync - Pod start 2025-11-12 08:53:35.75: VncKubernetes - vnc_sync - Pod done 2025-11-12 08:53:35.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:53:35.80: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'}) 2025-11-12 08:54:08.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=520 newResVer=1099 2025-11-12 08:54:08.99: NetworkPolicyMonitor - start process kube event 2025-11-12 08:54:08.99: empty line received 2025-11-12 08:54:08.99: NetworkPolicyMonitor - start process kube event 2025-11-12 08:54:09.45: IngressMonitor - Received BOOKMARK: oldResVer=520 newResVer=1013 2025-11-12 08:54:09.45: IngressMonitor - start process kube event 2025-11-12 08:54:09.45: empty line received 2025-11-12 08:54:09.45: IngressMonitor - start process kube event 2025-11-12 08:54:09.49: ServiceMonitor - Received BOOKMARK: oldResVer=520 newResVer=1060 2025-11-12 08:54:09.49: ServiceMonitor - start process kube event 2025-11-12 08:54:09.49: empty line received 2025-11-12 08:54:09.49: ServiceMonitor - start process kube event 2025-11-12 08:54:09.71: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-12 08:54:09.71: EndPointMonitor - start process kube event 2025-11-12 08:54:09.71: empty line received 2025-11-12 08:54:09.71: EndPointMonitor - start process kube event 2025-11-12 08:55:09.32: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-11-12 08:55:09.32: IngressMonitor - start process kube event 2025-11-12 08:55:09.32: empty line received 2025-11-12 08:55:09.32: IngressMonitor - start process kube event 2025-11-12 08:55:09.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1099 2025-11-12 08:55:09.55: NetworkPolicyMonitor - start process kube event 2025-11-12 08:55:09.55: empty line received 2025-11-12 08:55:09.55: NetworkPolicyMonitor - start process kube event 2025-11-12 08:55:09.55: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:55:09.56: NamespaceMonitor - start process kube event 2025-11-12 08:55:09.56: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:55:09.56: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:55:09.56: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:55:09.56: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:55:09.56: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:55:09.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:55:09.56: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:55:09.56: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:55:09.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:55:09.57: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:55:09.62: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:55:09.62: NetworkMonitor - start process kube event 2025-11-12 08:55:09.62: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=524 2025-11-12 08:55:09.62: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:55:09.63: NetworkMonitor - Connect Kube API result 0 2025-11-12 08:55:09.63: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.23 - - [2025-11-12 08:56:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001668 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:56:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002702 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:56:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.003077 2025-11-12 08:55:09.63: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'})(timeout=120) 2025-11-12 08:55:09.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 08:55:09.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 08:55:09.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:55:09.64: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'}) 2025-11-12 08:55:09.69: ServiceMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-12 08:55:09.69: ServiceMonitor - start process kube event 2025-11-12 08:55:09.69: empty line received 2025-11-12 08:55:09.69: ServiceMonitor - start process kube event 2025-11-12 08:55:09.97: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-12 08:55:09.97: EndPointMonitor - start process kube event 2025-11-12 08:55:09.97: EndPointMonitor - _schedule_vnc_sync 2025-11-12 08:55:09.97: empty line received 2025-11-12 08:55:09.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 08:55:09.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 08:55:09.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:55:09.97: EndPointMonitor - start process kube event 2025-11-12 08:55:35.81: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:55:35.81: PodMonitor - start process kube event 2025-11-12 08:55:35.81: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1037 2025-11-12 08:55:35.81: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:55:35.81: PodMonitor - Connect Kube API result 0 2025-11-12 08:55:35.81: PodMonitor - _schedule_vnc_sync 2025-11-12 08:55:35.81: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'})(timeout=120) 2025-11-12 08:55:35.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 08:55:35.81: VncKubernetes - vnc_sync - Pod start 2025-11-12 08:55:35.81: VncKubernetes - vnc_sync - Pod done 2025-11-12 08:55:35.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:55:35.86: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1037'}) 2025-11-12 08:56:09.20: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1099 2025-11-12 08:56:09.20: NetworkPolicyMonitor - start process kube event 2025-11-12 08:56:09.20: empty line received 2025-11-12 08:56:09.20: NetworkPolicyMonitor - start process kube event 2025-11-12 08:56:09.93: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-11-12 08:56:09.93: IngressMonitor - start process kube event 2025-11-12 08:56:09.93: empty line received 2025-11-12 08:56:09.93: IngressMonitor - start process kube event 2025-11-12 08:56:10.09: ServiceMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-12 08:56:10.09: ServiceMonitor - start process kube event 2025-11-12 08:56:10.10: empty line received 2025-11-12 08:56:10.10: ServiceMonitor - start process kube event 2025-11-12 08:56:10.24: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-12 08:56:10.24: EndPointMonitor - start process kube event 2025-11-12 08:56:10.24: empty line received 2025-11-12 08:56:10.24: EndPointMonitor - start process kube event 2025-11-12 08:56:16.81: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-12 08:56:16.81: EndPointMonitor - start process kube event 2025-11-12 08:56:16.81: empty line received 2025-11-12 08:56:16.81: EndPointMonitor - start process kube event 2025-11-12 08:56:18.04: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-12 08:56:18.04: EndPointMonitor - start process kube event 2025-11-12 08:56:18.04: empty line received 2025-11-12 08:56:18.04: EndPointMonitor - start process kube event 2025-11-12 08:56:19.30: stop iteration EndPointMonitor 2025-11-12 08:56:19.30: EndPointMonitor - start process kube event 2025-11-12 08:56:19.30: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1039 2025-11-12 08:56:19.30: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:56:19.30: EndPointMonitor - Connect Kube API result 0 2025-11-12 08:56:19.30: EndPointMonitor - _schedule_vnc_sync 2025-11-12 08:56:19.30: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1039'})(timeout=120) 2025-11-12 08:56:19.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 08:56:19.30: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 08:56:19.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:56:19.34: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1039'}) 2025-11-12 08:57:09.57: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:57:09.57: NamespaceMonitor - start process kube event 2025-11-12 08:57:09.57: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:57:09.57: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:57:09.57: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:57:09.57: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:57:09.57: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:57:09.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:57:09.58: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:57:09.58: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:57:09.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:09.60: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:57:09.63: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1099 2025-11-12 08:57:09.63: NetworkPolicyMonitor - start process kube event 2025-11-12 08:57:09.63: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 08:57:09.63: empty line received 2025-11-12 08:57:09.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 08:57:09.63: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 08:57:09.63: NetworkPolicyMonitor - start process kube event 2025-11-12 08:57:09.63: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 08:57:09.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:09.65: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:57:09.65: NetworkMonitor - start process kube event 2025-11-12 08:57:09.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=524 2025-11-12 08:57:09.65: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:57:09.65: NetworkMonitor - Connect Kube API result 0 2025-11-12 08:57:09.65: NetworkMonitor - _schedule_vnc_sync 2025-11-12 08:57:09.65: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'})(timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-12 08:57:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001554 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:58:20] "GET /Snh_NamespaceDatabaseList?namespace_uuid=1f624567-ef4a-43ec-974e-eb54ac1cdfb3 HTTP/1.1" 200 753 0.000922 2025-11-12 08:57:09.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 08:57:09.65: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 08:57:09.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:09.65: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '524'}) 2025-11-12 08:57:09.96: ServiceMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-12 08:57:09.96: ServiceMonitor - start process kube event 2025-11-12 08:57:09.96: ServiceMonitor - _schedule_vnc_sync 2025-11-12 08:57:09.96: empty line received 2025-11-12 08:57:09.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 08:57:09.96: VncKubernetes - vnc_sync - Service start 2025-11-12 08:57:09.96: VncKubernetes - vnc_sync - Service done 2025-11-12 08:57:09.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:09.96: ServiceMonitor - start process kube event 2025-11-12 08:57:10.96: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-11-12 08:57:10.96: IngressMonitor - start process kube event 2025-11-12 08:57:10.96: IngressMonitor - _schedule_vnc_sync 2025-11-12 08:57:10.96: empty line received 2025-11-12 08:57:10.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 08:57:10.96: VncKubernetes - vnc_sync - Ingress start 2025-11-12 08:57:10.96: VncKubernetes - vnc_sync - Ingress done 2025-11-12 08:57:10.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:10.96: IngressMonitor - start process kube event 2025-11-12 08:57:33.32: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:57:33.32: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:57:33.32: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:57:33.32: PodMonitor - start process kube event 2025-11-12 08:57:33.32: empty line received 2025-11-12 08:57:33.32: PodMonitor - start process kube event 2025-11-12 08:57:33.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:33.34: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:57:33.34: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:57:33.34: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:57:33.34: EndPointMonitor - start process kube event 2025-11-12 08:57:33.34: empty line received 2025-11-12 08:57:33.34: EndPointMonitor - start process kube event 2025-11-12 08:57:33.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:57:33.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:57:33.35: PodMonitor - start process kube event 2025-11-12 08:57:33.35: empty line received 2025-11-12 08:57:33.35: PodMonitor - start process kube event 2025-11-12 08:57:33.37: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:57:33.37: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:57:33.37: EndPointMonitor - start process kube event 2025-11-12 08:57:33.37: empty line received 2025-11-12 08:57:33.37: EndPointMonitor - start process kube event 2025-11-12 08:57:33.89: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:57:33.89: VncKubernetes - Process event (name=coredns-6f867cd986-lzvtz event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-lzvtz:16cb93aa-4e2e-418d-8ab3-3838712eea4b 2025-11-12 08:57:33.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:57:33.96: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:6cb86624-d125-40b6-9a00-566ab09efe97 2025-11-12 08:57:34.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:57:36.60: PodMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1409 2025-11-12 08:57:36.60: PodMonitor - start process kube event 2025-11-12 08:57:36.60: empty line received 2025-11-12 08:57:36.60: PodMonitor - start process kube event 2025-11-12 08:58:09.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1099 2025-11-12 08:58:09.43: NetworkPolicyMonitor - start process kube event 2025-11-12 08:58:09.43: empty line received 2025-11-12 08:58:09.43: NetworkPolicyMonitor - start process kube event 2025-11-12 08:58:09.67: NetworkMonitor - Received BOOKMARK: oldResVer=524 newResVer=1389 2025-11-12 08:58:09.67: NetworkMonitor - start process kube event 2025-11-12 08:58:09.67: empty line received 2025-11-12 08:58:09.67: NetworkMonitor - start process kube event 2025-11-12 08:58:10.46: ServiceMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-12 08:58:10.46: ServiceMonitor - start process kube event 2025-11-12 08:58:10.46: empty line received 2025-11-12 08:58:10.46: ServiceMonitor - start process kube event 2025-11-12 08:58:11.17: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-11-12 08:58:11.17: IngressMonitor - start process kube event 2025-11-12 08:58:11.17: empty line received 2025-11-12 08:58:11.17: IngressMonitor - start process kube event 2025-11-12 08:58:19.41: EndPointMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1412 2025-11-12 08:58:19.41: EndPointMonitor - start process kube event 2025-11-12 08:58:19.41: empty line received 2025-11-12 08:58:19.41: EndPointMonitor - start process kube event 2025-11-12 08:58:20.15: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-27113715:b939da14-edcc-4854-bee8-72e12eebb63c 2025-11-12 08:58:20.15: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-27113715:b939da14-edcc-4854-bee8-72e12eebb63c 2025-11-12 08:58:20.15: VncKubernetes - Process event (name=ctest-nginx-svc-27113715 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-27113715:b939da14-edcc-4854-bee8-72e12eebb63c 2025-11-12 08:58:20.16: ServiceMonitor - start process kube event 2025-11-12 08:58:20.16: empty line received 2025-11-12 08:58:20.16: ServiceMonitor - start process kube event 2025-11-12 08:58:20.17: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:20.17: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:20.17: EndPointMonitor - start process kube event 2025-11-12 08:58:20.17: empty line received 2025-11-12 08:58:20.17: EndPointMonitor - start process kube event 2025-11-12 08:58:20.20: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:20.20: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-56980482 (no nodeName) 2025-11-12 08:58:20.20: PodMonitor - start process kube event 2025-11-12 08:58:20.20: empty line received 2025-11-12 08:58:20.20: PodMonitor - start process kube event 2025-11-12 08:58:20.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:20.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:20.24: PodMonitor - start process kube event 2025-11-12 08:58:20.24: empty line received [Introspect:8108]10.0.0.23 - - [2025-11-12 08:58:27] "GET /Snh_LoadbalancerDatabaseList?x=be243e6d-032d-4251-a468-2b4c07b5cf93 HTTP/1.1" 200 1869 0.000782 2025-11-12 08:58:20.24: PodMonitor - start process kube event 2025-11-12 08:58:20.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:20.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:20.26: PodMonitor - start process kube event 2025-11-12 08:58:20.26: empty line received 2025-11-12 08:58:20.26: PodMonitor - start process kube event 2025-11-12 08:58:21.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 08:58:21.21: VncKubernetes - Process event (name=ctest-nginx-svc-27113715 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:21.27: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:58:21.27: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:22.15: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:22.15: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:22.15: PodMonitor - start process kube event 2025-11-12 08:58:22.15: empty line received 2025-11-12 08:58:22.15: PodMonitor - start process kube event 2025-11-12 08:58:22.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:58:22.17: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:22.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:58:22.32: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:22.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:23.25: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:23.25: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-88391490 (no nodeName) 2025-11-12 08:58:23.25: PodMonitor - start process kube event 2025-11-12 08:58:23.25: empty line received 2025-11-12 08:58:23.25: PodMonitor - start process kube event 2025-11-12 08:58:23.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:23.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:23.26: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:23.26: PodMonitor - start process kube event 2025-11-12 08:58:23.26: empty line received 2025-11-12 08:58:23.26: PodMonitor - start process kube event 2025-11-12 08:58:23.28: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:23.28: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:23.28: PodMonitor - start process kube event 2025-11-12 08:58:23.28: empty line received 2025-11-12 08:58:23.28: PodMonitor - start process kube event 2025-11-12 08:58:24.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:24.13: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:24.13: PodMonitor - start process kube event 2025-11-12 08:58:24.13: empty line received 2025-11-12 08:58:24.13: PodMonitor - start process kube event 2025-11-12 08:58:24.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:58:24.14: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:24.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:58:24.29: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:24.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:24.60: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:58:24.60: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:58:24.60: VncKubernetes - Process event (name=ctest-nginx-ingress-59198862 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:58:24.60: IngressMonitor - start process kube event 2025-11-12 08:58:24.60: empty line received 2025-11-12 08:58:24.60: IngressMonitor - start process kube event 2025-11-12 08:58:25.76: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:58:25.76: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:58:25.76: IngressMonitor - start process kube event 2025-11-12 08:58:25.76: empty line received 2025-11-12 08:58:25.76: IngressMonitor - start process kube event 2025-11-12 08:58:26.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:58:26.97: VncKubernetes - Process event (name=ctest-nginx-ingress-59198862 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:58:27.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:27.63: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:27.63: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-10966068 (no nodeName) 2025-11-12 08:58:27.63: PodMonitor - start process kube event 2025-11-12 08:58:27.63: empty line received 2025-11-12 08:58:27.63: PodMonitor - start process kube event 2025-11-12 08:58:27.65: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:27.65: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:27.65: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:27.65: PodMonitor - start process kube event 2025-11-12 08:58:27.65: empty line received 2025-11-12 08:58:27.66: PodMonitor - start process kube event 2025-11-12 08:58:27.66: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:27.66: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:27.66: PodMonitor - start process kube event 2025-11-12 08:58:27.66: empty line received 2025-11-12 08:58:27.66: PodMonitor - start process kube event 2025-11-12 08:58:28.45: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:28.45: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:28.45: PodMonitor - start process kube event 2025-11-12 08:58:28.45: empty line received 2025-11-12 08:58:28.45: PodMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-12 08:58:37] "GET /Snh_VirtualMachineDatabaseList?x=96465fb6-7ca1-451a-91f0-3363711ef95a HTTP/1.1" 200 2149 0.001158 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:58:42] "GET /Snh_VirtualMachineDatabaseList?x=89a755ff-2b2f-4ca5-9995-ec5373a7ab06 HTTP/1.1" 200 2149 0.001732 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:58:43] "GET /Snh_VirtualMachineDatabaseList?x=6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 HTTP/1.1" 200 2083 0.001065 2025-11-12 08:58:28.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:58:28.48: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:28.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:58:28.64: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:28.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:37.50: PodMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1511 2025-11-12 08:58:37.50: PodMonitor - start process kube event 2025-11-12 08:58:37.50: empty line received 2025-11-12 08:58:37.50: PodMonitor - start process kube event 2025-11-12 08:58:37.53: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:37.53: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:37.53: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:58:37.53: PodMonitor - start process kube event 2025-11-12 08:58:37.53: empty line received 2025-11-12 08:58:37.53: PodMonitor - start process kube event 2025-11-12 08:58:37.53: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:37.53: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:37.53: EndPointMonitor - start process kube event 2025-11-12 08:58:37.54: empty line received 2025-11-12 08:58:37.54: EndPointMonitor - start process kube event 2025-11-12 08:58:37.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:58:37.58: VncKubernetes - Process event (name=ctest-nginx-svc-27113715 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:37.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:38.54: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:38.54: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:38.54: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:58:38.54: PodMonitor - start process kube event 2025-11-12 08:58:38.55: empty line received 2025-11-12 08:58:38.55: PodMonitor - start process kube event 2025-11-12 08:58:38.55: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:38.55: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:38.55: EndPointMonitor - start process kube event 2025-11-12 08:58:38.55: empty line received 2025-11-12 08:58:38.55: EndPointMonitor - start process kube event 2025-11-12 08:58:38.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:58:38.56: VncKubernetes - Process event (name=ctest-nginx-svc-27113715 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:58:38.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:42.55: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:42.56: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:42.56: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:42.56: PodMonitor - start process kube event 2025-11-12 08:58:42.56: empty line received 2025-11-12 08:58:42.56: PodMonitor - start process kube event 2025-11-12 08:58:42.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:58:43.35: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:43.35: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:43.35: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:58:43.35: PodMonitor - start process kube event 2025-11-12 08:58:43.35: empty line received 2025-11-12 08:58:43.36: PodMonitor - start process kube event 2025-11-12 08:58:43.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:09.61: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 08:59:09.61: NamespaceMonitor - start process kube event 2025-11-12 08:59:09.61: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=520 2025-11-12 08:59:09.61: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 08:59:09.61: NamespaceMonitor - Connect Kube API result 0 2025-11-12 08:59:09.61: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 08:59:09.61: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'})(timeout=120) 2025-11-12 08:59:09.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 08:59:09.61: VncKubernetes - vnc_sync - Namespace start 2025-11-12 08:59:09.61: VncKubernetes - vnc_sync - Namespace done 2025-11-12 08:59:09.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:09.67: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '520'}) 2025-11-12 08:59:09.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1099 2025-11-12 08:59:09.69: NetworkPolicyMonitor - start process kube event 2025-11-12 08:59:09.69: empty line received 2025-11-12 08:59:09.69: NetworkPolicyMonitor - start process kube event 2025-11-12 08:59:09.80: ServiceMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1478 2025-11-12 08:59:09.80: ServiceMonitor - start process kube event 2025-11-12 08:59:09.80: empty line received 2025-11-12 08:59:09.80: ServiceMonitor - start process kube event 2025-11-12 08:59:10.70: NetworkMonitor - Received BOOKMARK: oldResVer=1389 newResVer=1389 2025-11-12 08:59:10.70: NetworkMonitor - start process kube event 2025-11-12 08:59:10.70: empty line received 2025-11-12 08:59:10.70: NetworkMonitor - start process kube event 2025-11-12 08:59:11.26: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1503 2025-11-12 08:59:11.26: IngressMonitor - start process kube event 2025-11-12 08:59:11.26: empty line received 2025-11-12 08:59:11.26: IngressMonitor - start process kube event 2025-11-12 08:59:15.61: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.62: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.62: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.62: PodMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:18] "GET /Snh_LoadbalancerDatabaseList?x=be243e6d-032d-4251-a468-2b4c07b5cf93 HTTP/1.1" 200 1869 0.002671 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:19] "GET /Snh_LoadbalancerDatabaseList?x=be243e6d-032d-4251-a468-2b4c07b5cf93 HTTP/1.1" 200 313 0.000620 2025-11-12 08:59:15.62: empty line received 2025-11-12 08:59:15.62: PodMonitor - start process kube event 2025-11-12 08:59:15.63: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.63: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.63: PodMonitor - start process kube event 2025-11-12 08:59:15.63: empty line received 2025-11-12 08:59:15.63: PodMonitor - start process kube event 2025-11-12 08:59:15.64: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.64: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.64: PodMonitor - start process kube event 2025-11-12 08:59:15.64: empty line received 2025-11-12 08:59:15.64: PodMonitor - start process kube event 2025-11-12 08:59:15.65: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:59:15.65: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:15.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:15.72: VncKubernetes - Process event (name=ctest-busybox-pod-10966068 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-10966068:6dc9a6d3-9fd1-43eb-b419-848cca71d1e0 2025-11-12 08:59:16.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:18.46: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:59:18.47: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:59:18.47: VncKubernetes - Process event (name=ctest-nginx-ingress-59198862 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-59198862:be243e6d-032d-4251-a468-2b4c07b5cf93 2025-11-12 08:59:18.47: IngressMonitor - start process kube event 2025-11-12 08:59:18.47: empty line received 2025-11-12 08:59:18.47: IngressMonitor - start process kube event 2025-11-12 08:59:19.25: EndPointMonitor - Received BOOKMARK: oldResVer=1412 newResVer=1538 2025-11-12 08:59:19.25: EndPointMonitor - start process kube event 2025-11-12 08:59:19.25: empty line received 2025-11-12 08:59:19.25: EndPointMonitor - start process kube event 2025-11-12 08:59:19.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:19.94: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:19.94: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:19.94: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:19.94: PodMonitor - start process kube event 2025-11-12 08:59:19.94: empty line received 2025-11-12 08:59:19.94: PodMonitor - start process kube event 2025-11-12 08:59:19.96: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:59:19.96: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:59:19.96: EndPointMonitor - start process kube event 2025-11-12 08:59:19.96: empty line received 2025-11-12 08:59:19.96: EndPointMonitor - start process kube event 2025-11-12 08:59:19.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:19.97: VncKubernetes - Process event (name=ctest-nginx-svc-27113715 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:59:20.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:21.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.61: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.62: PodMonitor - start process kube event 2025-11-12 08:59:21.62: empty line received 2025-11-12 08:59:21.62: PodMonitor - start process kube event 2025-11-12 08:59:21.62: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.62: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.62: PodMonitor - start process kube event 2025-11-12 08:59:21.62: empty line received 2025-11-12 08:59:21.62: PodMonitor - start process kube event 2025-11-12 08:59:21.63: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.63: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.63: PodMonitor - start process kube event 2025-11-12 08:59:21.63: empty line received 2025-11-12 08:59:21.63: PodMonitor - start process kube event 2025-11-12 08:59:21.65: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:59:21.65: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:21.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:21.71: VncKubernetes - Process event (name=ctest-nginx-pod-88391490 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-88391490:89a755ff-2b2f-4ca5-9995-ec5373a7ab06 2025-11-12 08:59:22.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:25.00: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.00: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.00: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.01: PodMonitor - start process kube event 2025-11-12 08:59:25.01: empty line received 2025-11-12 08:59:25.01: PodMonitor - start process kube event 2025-11-12 08:59:25.05: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:59:25.05: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:59:25.05: EndPointMonitor - start process kube event 2025-11-12 08:59:25.05: empty line received 2025-11-12 08:59:25.05: EndPointMonitor - start process kube event 2025-11-12 08:59:25.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:25.06: VncKubernetes - Process event (name=ctest-nginx-svc-27113715 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-27113715:7576c32c-ae0c-407b-8cd3-de5620fcd047 2025-11-12 08:59:25.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:25.64: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.64: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.64: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.65: PodMonitor - start process kube event 2025-11-12 08:59:25.65: empty line received 2025-11-12 08:59:25.65: PodMonitor - start process kube event 2025-11-12 08:59:25.66: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.66: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.66: PodMonitor - start process kube event 2025-11-12 08:59:25.66: empty line received 2025-11-12 08:59:25.66: PodMonitor - start process kube event 2025-11-12 08:59:25.67: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.67: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.67: PodMonitor - start process kube event 2025-11-12 08:59:25.67: empty line received 2025-11-12 08:59:25.67: PodMonitor - start process kube event 2025-11-12 08:59:25.69: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:59:25.69: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:25.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:25.76: VncKubernetes - Process event (name=ctest-nginx-pod-56980482 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-56980482:96465fb6-7ca1-451a-91f0-3363711ef95a 2025-11-12 08:59:26.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:30.61: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 08:59:30.61: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 08:59:30.61: VncKubernetes - Process event (name=ctest-new-default-21969252 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 08:59:30.61: NamespaceMonitor - start process kube event 2025-11-12 08:59:30.61: empty line received 2025-11-12 08:59:30.61: NamespaceMonitor - start process kube event 2025-11-12 08:59:32.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:33.65: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 08:59:33.65: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 08:59:33.65: VncKubernetes - Process event (name=ctest-non-default-65785150 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 08:59:33.66: NamespaceMonitor - start process kube event 2025-11-12 08:59:33.66: empty line received 2025-11-12 08:59:33.66: NamespaceMonitor - start process kube event 2025-11-12 08:59:35.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:36.68: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 08:59:36.68: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 08:59:36.68: VncKubernetes - Process event (name=ctest-new-default-21969252 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 08:59:36.68: NamespaceMonitor - start process kube event 2025-11-12 08:59:36.68: empty line received 2025-11-12 08:59:36.68: NamespaceMonitor - start process kube event 2025-11-12 08:59:36.69: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 08:59:36.69: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 08:59:36.69: NamespaceMonitor - start process kube event 2025-11-12 08:59:36.69: empty line received 2025-11-12 08:59:36.69: NamespaceMonitor - start process kube event 2025-11-12 08:59:36.72: PodMonitor - Received ADDED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:36.72: PodMonitor - Skipped ADDED Pod ctest-new-default-21969252:ctest-pod-57927271 (no nodeName) 2025-11-12 08:59:36.73: PodMonitor - start process kube event 2025-11-12 08:59:36.73: PodMonitor - _schedule_vnc_sync 2025-11-12 08:59:36.73: empty line received 2025-11-12 08:59:36.73: PodMonitor - start process kube event 2025-11-12 08:59:36.73: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:36.73: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:36.73: PodMonitor - start process kube event 2025-11-12 08:59:36.73: empty line received 2025-11-12 08:59:36.73: PodMonitor - start process kube event 2025-11-12 08:59:36.74: PodMonitor - Received ADDED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:36.74: PodMonitor - Skipped ADDED Pod ctest-new-default-21969252:ctest-pod-96937967 (no nodeName) 2025-11-12 08:59:36.74: PodMonitor - start process kube event 2025-11-12 08:59:36.75: empty line received 2025-11-12 08:59:36.75: PodMonitor - start process kube event 2025-11-12 08:59:36.75: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:36.75: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:36.75: PodMonitor - start process kube event 2025-11-12 08:59:36.75: empty line received 2025-11-12 08:59:36.75: PodMonitor - start process kube event 2025-11-12 08:59:36.76: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:36.76: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:36.76: PodMonitor - start process kube event 2025-11-12 08:59:36.76: empty line received 2025-11-12 08:59:36.76: PodMonitor - start process kube event 2025-11-12 08:59:36.77: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:36.77: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:36.77: PodMonitor - start process kube event 2025-11-12 08:59:36.77: empty line received 2025-11-12 08:59:36.77: PodMonitor - start process kube event 2025-11-12 08:59:36.79: PodMonitor - Received ADDED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:36.79: PodMonitor - Skipped ADDED Pod ctest-non-default-65785150:ctest-pod-46919357 (no nodeName) 2025-11-12 08:59:36.79: PodMonitor - start process kube event 2025-11-12 08:59:36.79: empty line received 2025-11-12 08:59:36.79: PodMonitor - start process kube event 2025-11-12 08:59:36.80: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:36.80: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:36.80: PodMonitor - start process kube event 2025-11-12 08:59:36.80: empty line received 2025-11-12 08:59:36.80: PodMonitor - start process kube event 2025-11-12 08:59:36.81: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:37] "GET /Snh_NamespaceDatabaseList?namespace_uuid=07305c75-4276-480a-9170-8129894cda7b HTTP/1.1" 200 866 0.000753 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:37] "GET /Snh_NamespaceDatabaseList?namespace_uuid=bcd46120-0c41-444a-8052-f87ea28443cc HTTP/1.1" 200 866 0.000684 2025-11-12 08:59:36.81: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:36.81: PodMonitor - start process kube event 2025-11-12 08:59:36.81: empty line received 2025-11-12 08:59:36.81: PodMonitor - start process kube event 2025-11-12 08:59:36.84: PodMonitor - Received ADDED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:36.84: PodMonitor - Skipped ADDED Pod ctest-non-default-65785150:ctest-pod-09987667 (no nodeName) 2025-11-12 08:59:36.84: PodMonitor - start process kube event 2025-11-12 08:59:36.84: empty line received 2025-11-12 08:59:36.84: PodMonitor - start process kube event 2025-11-12 08:59:36.85: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:36.85: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:36.85: PodMonitor - start process kube event 2025-11-12 08:59:36.85: empty line received 2025-11-12 08:59:36.85: PodMonitor - start process kube event 2025-11-12 08:59:36.86: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:36.86: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:36.86: PodMonitor - start process kube event 2025-11-12 08:59:36.86: empty line received 2025-11-12 08:59:36.86: PodMonitor - start process kube event 2025-11-12 08:59:36.87: PodMonitor - Received ADDED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:36.87: PodMonitor - Skipped ADDED Pod ctest-new-default-21969252:ctest-pod-32018291 (no nodeName) 2025-11-12 08:59:36.87: PodMonitor - start process kube event 2025-11-12 08:59:36.87: empty line received 2025-11-12 08:59:36.87: PodMonitor - start process kube event 2025-11-12 08:59:36.88: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:36.88: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:36.88: PodMonitor - start process kube event 2025-11-12 08:59:36.88: empty line received 2025-11-12 08:59:36.88: PodMonitor - start process kube event 2025-11-12 08:59:36.91: PodMonitor - Received ADDED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:36.91: PodMonitor - Skipped ADDED Pod ctest-new-default-21969252:ctest-pod-41183646 (no nodeName) 2025-11-12 08:59:36.91: PodMonitor - start process kube event 2025-11-12 08:59:36.91: empty line received 2025-11-12 08:59:36.91: PodMonitor - start process kube event 2025-11-12 08:59:36.91: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:36.91: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:36.91: PodMonitor - start process kube event 2025-11-12 08:59:36.91: empty line received 2025-11-12 08:59:36.91: PodMonitor - start process kube event 2025-11-12 08:59:36.95: PodMonitor - Received ADDED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:36.95: PodMonitor - Skipped ADDED Pod ctest-non-default-65785150:ctest-pod-61802338 (no nodeName) 2025-11-12 08:59:36.95: PodMonitor - start process kube event 2025-11-12 08:59:36.95: empty line received 2025-11-12 08:59:36.95: PodMonitor - start process kube event 2025-11-12 08:59:36.96: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:36.96: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:36.96: PodMonitor - start process kube event 2025-11-12 08:59:36.96: empty line received 2025-11-12 08:59:36.96: PodMonitor - start process kube event 2025-11-12 08:59:36.98: PodMonitor - Received ADDED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:36.98: PodMonitor - Skipped ADDED Pod ctest-non-default-65785150:ctest-pod-91007163 (no nodeName) 2025-11-12 08:59:36.98: PodMonitor - start process kube event 2025-11-12 08:59:36.98: empty line received 2025-11-12 08:59:36.98: PodMonitor - start process kube event 2025-11-12 08:59:36.99: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:36.99: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:36.99: PodMonitor - start process kube event 2025-11-12 08:59:36.99: empty line received 2025-11-12 08:59:36.99: PodMonitor - start process kube event 2025-11-12 08:59:37.27: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-12 08:59:37.27: VncKubernetes - Process event (name=ctest-non-default-65785150 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 08:59:37.53: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:37.53: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:37.53: PodMonitor - start process kube event 2025-11-12 08:59:37.53: empty line received 2025-11-12 08:59:37.53: PodMonitor - start process kube event 2025-11-12 08:59:37.56: PodMonitor - Received BOOKMARK: oldResVer=1511 newResVer=1687 2025-11-12 08:59:37.56: PodMonitor - start process kube event 2025-11-12 08:59:37.56: empty line received 2025-11-12 08:59:37.56: PodMonitor - start process kube event 2025-11-12 08:59:37.83: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-12 08:59:37.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 08:59:37.83: VncKubernetes - vnc_sync - Pod start 2025-11-12 08:59:37.83: VncKubernetes - vnc_sync - Pod done 2025-11-12 08:59:37.83: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:59:37.83: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:38.83: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:38.83: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:38.83: PodMonitor - start process kube event 2025-11-12 08:59:38.83: empty line received 2025-11-12 08:59:38.83: PodMonitor - start process kube event 2025-11-12 08:59:38.84: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:59:38.84: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:38.92: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:59:38.92: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:39.13: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:39.13: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:39.13: PodMonitor - start process kube event 2025-11-12 08:59:39.13: empty line received 2025-11-12 08:59:39.14: PodMonitor - start process kube event 2025-11-12 08:59:39.53: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:39.53: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:39.53: PodMonitor - start process kube event 2025-11-12 08:59:39.53: empty line received 2025-11-12 08:59:39.53: PodMonitor - start process kube event 2025-11-12 08:59:39.65: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:39.65: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:39.65: PodMonitor - start process kube event 2025-11-12 08:59:39.65: empty line received 2025-11-12 08:59:39.65: PodMonitor - start process kube event 2025-11-12 08:59:39.66: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-12 08:59:39.66: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:39.81: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:59:39.81: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:39.93: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:39.93: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:39.93: PodMonitor - start process kube event 2025-11-12 08:59:39.93: empty line received 2025-11-12 08:59:39.93: PodMonitor - start process kube event 2025-11-12 08:59:40.72: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:40.72: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:40.72: PodMonitor - start process kube event 2025-11-12 08:59:40.72: empty line received 2025-11-12 08:59:40.72: PodMonitor - start process kube event 2025-11-12 08:59:40.74: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-12 08:59:40.74: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:40.81: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:59:40.81: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:41.57: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:41.57: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:41.57: PodMonitor - start process kube event 2025-11-12 08:59:41.57: empty line received 2025-11-12 08:59:41.57: PodMonitor - start process kube event 2025-11-12 08:59:41.59: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:59:41.59: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:41.72: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:59:41.72: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:42.49: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:42.49: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:42.49: PodMonitor - start process kube event 2025-11-12 08:59:42.49: empty line received 2025-11-12 08:59:42.49: PodMonitor - start process kube event 2025-11-12 08:59:42.50: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:59:42.50: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:43.26: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:43.26: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:43.26: PodMonitor - start process kube event 2025-11-12 08:59:43.26: empty line received 2025-11-12 08:59:43.26: PodMonitor - start process kube event 2025-11-12 08:59:43.27: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:59:43.27: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:44.05: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:44.05: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:44.05: PodMonitor - start process kube event 2025-11-12 08:59:44.05: empty line received 2025-11-12 08:59:44.05: PodMonitor - start process kube event 2025-11-12 08:59:44.06: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:59:44.06: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:44.66: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:44.66: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:44.66: PodMonitor - start process kube event 2025-11-12 08:59:44.66: empty line received 2025-11-12 08:59:44.66: PodMonitor - start process kube event 2025-11-12 08:59:44.73: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:44.73: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:44.73: PodMonitor - start process kube event 2025-11-12 08:59:44.73: empty line received 2025-11-12 08:59:44.73: PodMonitor - start process kube event 2025-11-12 08:59:44.75: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-12 08:59:44.75: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:44.88: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-12 08:59:44.88: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:44.89: VncKubernetes - wait event (qsize=11 timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:47] "GET /Snh_VirtualMachineDatabaseList?x=023bf8bd-6b0b-4321-9ae9-fc978f8ec461 HTTP/1.1" 200 2483 0.001941 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:47] "GET /Snh_VirtualMachineDatabaseList?x=5bb3561b-f4c3-4dcc-abad-bd79c2877328 HTTP/1.1" 200 2483 0.001552 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:47] "GET /Snh_VirtualMachineDatabaseList?x=691cf699-de83-4f56-bbf2-7003f6e4a326 HTTP/1.1" 200 2483 0.000969 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:48] "GET /Snh_VirtualMachineDatabaseList?x=ba3cc0a7-982a-4c90-afe0-8af986894515 HTTP/1.1" 200 2483 0.000966 2025-11-12 08:59:44.90: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:45.04: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-12 08:59:45.04: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:45.13: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-12 08:59:45.13: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:45.18: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-12 08:59:45.18: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:45.29: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-12 08:59:45.29: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:45.34: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-12 08:59:45.34: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:45.37: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 08:59:45.37: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:45.43: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 08:59:45.43: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:45.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 08:59:45.50: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:45.52: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 08:59:45.52: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 08:59:45.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:45.58: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:45.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:45.69: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:45.69: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:45.69: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 08:59:45.69: PodMonitor - start process kube event 2025-11-12 08:59:45.69: empty line received 2025-11-12 08:59:45.69: PodMonitor - start process kube event 2025-11-12 08:59:45.70: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:45.70: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:45.71: PodMonitor - start process kube event 2025-11-12 08:59:45.71: empty line received 2025-11-12 08:59:45.71: PodMonitor - start process kube event 2025-11-12 08:59:45.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:45.71: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 08:59:45.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:46.68: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:46.68: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:46.68: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 08:59:46.68: PodMonitor - start process kube event 2025-11-12 08:59:46.68: empty line received 2025-11-12 08:59:46.68: PodMonitor - start process kube event 2025-11-12 08:59:46.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:49.70: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:49.70: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:49.71: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 08:59:49.71: PodMonitor - start process kube event 2025-11-12 08:59:49.71: empty line received 2025-11-12 08:59:49.71: PodMonitor - start process kube event 2025-11-12 08:59:49.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:53.69: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:53.69: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:53.69: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 08:59:53.69: PodMonitor - start process kube event 2025-11-12 08:59:53.69: empty line received 2025-11-12 08:59:53.69: PodMonitor - start process kube event 2025-11-12 08:59:53.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:54.70: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:54.70: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:54.70: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 08:59:54.70: PodMonitor - start process kube event 2025-11-12 08:59:54.70: empty line received 2025-11-12 08:59:54.70: PodMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:58] "GET /Snh_VirtualMachineDatabaseList?x=be79200f-c8e0-45f5-80da-f7b56ac2b805 HTTP/1.1" 200 2413 0.001876 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:58] "GET /Snh_VirtualMachineDatabaseList?x=808c80bc-0c8b-4b36-b64c-1e833d26b805 HTTP/1.1" 200 2413 0.000945 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:58] "GET /Snh_VirtualMachineDatabaseList?x=15a9975f-366a-44c7-8826-900df82c7afb HTTP/1.1" 200 2413 0.000920 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:58] "GET /Snh_VirtualMachineDatabaseList?x=33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 HTTP/1.1" 200 2413 0.000993 [Introspect:8108]10.0.0.23 - - [2025-11-12 08:59:59] "GET /Snh_LoadbalancerDatabaseList?x=66a84b67-186c-4017-a4f4-11f1cc814a2e HTTP/1.1" 200 1862 0.000977 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:00:01] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b7111f75-2c17-4c0c-afe1-e941fc61410a HTTP/1.1" 200 2095 0.001269 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:00:01] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b7111f75-2c17-4c0c-afe1-e941fc61410a HTTP/1.1" 200 2095 0.000672 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:00:03] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b7111f75-2c17-4c0c-afe1-e941fc61410a HTTP/1.1" 200 2302 0.000839 2025-11-12 08:59:54.71: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:54.71: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:54.71: PodMonitor - start process kube event 2025-11-12 08:59:54.71: empty line received 2025-11-12 08:59:54.71: PodMonitor - start process kube event 2025-11-12 08:59:54.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:54.72: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 08:59:54.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 08:59:58.93: ServiceMonitor - Received ADDED Service ctest-new-default-21969252:ctest-nginx-svc-90847715:66a84b67-186c-4017-a4f4-11f1cc814a2e 2025-11-12 08:59:58.93: ServiceMonitor - Got ADDED Service ctest-new-default-21969252:ctest-nginx-svc-90847715:66a84b67-186c-4017-a4f4-11f1cc814a2e 2025-11-12 08:59:58.93: VncKubernetes - Process event (name=ctest-nginx-svc-90847715 event_type=ADDED kind=Service ns=ctest-new-default-21969252) VncService - Got ADDED Service ctest-new-default-21969252:ctest-nginx-svc-90847715:66a84b67-186c-4017-a4f4-11f1cc814a2e 2025-11-12 08:59:58.93: ServiceMonitor - start process kube event 2025-11-12 08:59:58.93: empty line received 2025-11-12 08:59:58.93: ServiceMonitor - start process kube event 2025-11-12 08:59:58.97: EndPointMonitor - Received ADDED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 08:59:58.97: EndPointMonitor - Got ADDED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 08:59:58.97: EndPointMonitor - start process kube event 2025-11-12 08:59:58.97: empty line received 2025-11-12 08:59:58.97: EndPointMonitor - start process kube event 2025-11-12 08:59:59.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 08:59:59.89: VncKubernetes - Process event (name=ctest-nginx-svc-90847715 event_type=ADDED kind=Endpoints ns=ctest-new-default-21969252) VncEndpoints - Got ADDED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:00:00.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:00:01.40: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:00:01.40: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:00:01.40: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-21969252) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:00:01.40: NetworkPolicyMonitor - start process kube event 2025-11-12 09:00:01.40: empty line received 2025-11-12 09:00:01.40: NetworkPolicyMonitor - start process kube event 2025-11-12 09:00:02.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:00:09.68: ServiceMonitor - Received BOOKMARK: oldResVer=1478 newResVer=1762 2025-11-12 09:00:09.69: ServiceMonitor - start process kube event 2025-11-12 09:00:09.69: empty line received 2025-11-12 09:00:09.69: ServiceMonitor - start process kube event 2025-11-12 09:00:09.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1768 2025-11-12 09:00:09.86: NetworkPolicyMonitor - start process kube event 2025-11-12 09:00:09.86: empty line received 2025-11-12 09:00:09.86: NetworkPolicyMonitor - start process kube event 2025-11-12 09:00:10.38: NamespaceMonitor - Received BOOKMARK: oldResVer=520 newResVer=1656 2025-11-12 09:00:10.38: NamespaceMonitor - start process kube event 2025-11-12 09:00:10.38: empty line received 2025-11-12 09:00:10.38: NamespaceMonitor - start process kube event 2025-11-12 09:00:10.85: NetworkMonitor - Received BOOKMARK: oldResVer=1389 newResVer=1389 2025-11-12 09:00:10.85: NetworkMonitor - start process kube event 2025-11-12 09:00:10.85: empty line received 2025-11-12 09:00:10.85: NetworkMonitor - start process kube event 2025-11-12 09:00:11.85: IngressMonitor - Received BOOKMARK: oldResVer=1503 newResVer=1602 2025-11-12 09:00:11.85: IngressMonitor - start process kube event 2025-11-12 09:00:11.85: empty line received 2025-11-12 09:00:11.85: IngressMonitor - start process kube event 2025-11-12 09:00:18.84: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1763 2025-11-12 09:00:18.84: EndPointMonitor - start process kube event 2025-11-12 09:00:18.84: empty line received 2025-11-12 09:00:18.84: EndPointMonitor - start process kube event 2025-11-12 09:00:37.06: PodMonitor - Received BOOKMARK: oldResVer=1687 newResVer=1755 2025-11-12 09:00:37.06: PodMonitor - start process kube event 2025-11-12 09:00:37.06: empty line received 2025-11-12 09:00:37.06: PodMonitor - start process kube event 2025-11-12 09:01:09.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1768 newResVer=1768 2025-11-12 09:01:09.34: NetworkPolicyMonitor - start process kube event 2025-11-12 09:01:09.34: empty line received 2025-11-12 09:01:09.34: NetworkPolicyMonitor - start process kube event 2025-11-12 09:01:09.92: NamespaceMonitor - Received BOOKMARK: oldResVer=1656 newResVer=1656 2025-11-12 09:01:09.92: NamespaceMonitor - start process kube event 2025-11-12 09:01:09.92: empty line received 2025-11-12 09:01:09.92: NamespaceMonitor - start process kube event 2025-11-12 09:01:10.45: ServiceMonitor - Received BOOKMARK: oldResVer=1762 newResVer=1762 2025-11-12 09:01:10.45: ServiceMonitor - start process kube event 2025-11-12 09:01:10.45: ServiceMonitor - _schedule_vnc_sync 2025-11-12 09:01:10.45: empty line received 2025-11-12 09:01:10.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 09:01:10.45: VncKubernetes - vnc_sync - Service start 2025-11-12 09:01:10.45: VncKubernetes - vnc_sync - Service done 2025-11-12 09:01:10.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:01:10.45: ServiceMonitor - start process kube event 2025-11-12 09:01:11.11: NetworkMonitor - Received BOOKMARK: oldResVer=1389 newResVer=1389 2025-11-12 09:01:11.11: NetworkMonitor - start process kube event 2025-11-12 09:01:11.11: NetworkMonitor - _schedule_vnc_sync 2025-11-12 09:01:11.11: empty line received 2025-11-12 09:01:11.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 09:01:11.11: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 09:01:11.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:01:11.11: NetworkMonitor - start process kube event 2025-11-12 09:01:11.21: IngressMonitor - Received BOOKMARK: oldResVer=1602 newResVer=1602 2025-11-12 09:01:11.21: IngressMonitor - start process kube event 2025-11-12 09:01:11.21: IngressMonitor - _schedule_vnc_sync 2025-11-12 09:01:11.21: empty line received 2025-11-12 09:01:11.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 09:01:11.21: VncKubernetes - vnc_sync - Ingress start 2025-11-12 09:01:11.21: VncKubernetes - vnc_sync - Ingress done 2025-11-12 09:01:11.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:01:11.21: IngressMonitor - start process kube event 2025-11-12 09:01:19.24: EndPointMonitor - Received BOOKMARK: oldResVer=1763 newResVer=1763 2025-11-12 09:01:19.24: EndPointMonitor - start process kube event 2025-11-12 09:01:19.24: EndPointMonitor - _schedule_vnc_sync 2025-11-12 09:01:19.24: empty line received 2025-11-12 09:01:19.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 09:01:19.24: VncKubernetes - vnc_sync - Endpoints - no handler - skip [Introspect:8108]10.0.0.23 - - [2025-11-12 09:01:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002187 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:02:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002064 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:02:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001190 2025-11-12 09:01:19.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:01:19.24: EndPointMonitor - start process kube event 2025-11-12 09:01:37.50: PodMonitor - Received BOOKMARK: oldResVer=1755 newResVer=1755 2025-11-12 09:01:37.50: PodMonitor - start process kube event 2025-11-12 09:01:37.50: empty line received 2025-11-12 09:01:37.50: PodMonitor - start process kube event 2025-11-12 09:01:46.68: ServiceMonitor - Received BOOKMARK: oldResVer=1762 newResVer=1762 2025-11-12 09:01:46.68: ServiceMonitor - start process kube event 2025-11-12 09:01:46.68: empty line received 2025-11-12 09:01:46.68: ServiceMonitor - start process kube event 2025-11-12 09:01:48.59: stop iteration ServiceMonitor 2025-11-12 09:01:48.59: ServiceMonitor - start process kube event 2025-11-12 09:01:48.59: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1762 2025-11-12 09:01:48.59: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:01:48.59: ServiceMonitor - Connect Kube API result 0 2025-11-12 09:01:48.59: ServiceMonitor - _schedule_vnc_sync 2025-11-12 09:01:48.59: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1762'})(timeout=120) 2025-11-12 09:01:48.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 09:01:48.59: VncKubernetes - vnc_sync - Service start 2025-11-12 09:01:48.59: VncKubernetes - vnc_sync - Service done 2025-11-12 09:01:48.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:01:48.62: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1762'}) 2025-11-12 09:02:01.40: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:02:01.40: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:02:01.40: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-21969252) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:02:01.40: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:01.40: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 09:02:01.40: empty line received 2025-11-12 09:02:01.40: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:02.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:02:02.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 09:02:02.70: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 09:02:02.71: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 09:02:02.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:02:09.60: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1768 newResVer=1924 2025-11-12 09:02:09.60: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:09.60: empty line received 2025-11-12 09:02:09.60: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:09.81: NamespaceMonitor - Received BOOKMARK: oldResVer=1656 newResVer=1656 2025-11-12 09:02:09.81: NamespaceMonitor - start process kube event 2025-11-12 09:02:09.81: empty line received 2025-11-12 09:02:09.81: NamespaceMonitor - start process kube event 2025-11-12 09:02:11.38: NetworkMonitor - Received BOOKMARK: oldResVer=1389 newResVer=1389 2025-11-12 09:02:11.38: NetworkMonitor - start process kube event 2025-11-12 09:02:11.38: empty line received 2025-11-12 09:02:11.38: NetworkMonitor - start process kube event 2025-11-12 09:02:11.49: IngressMonitor - Received BOOKMARK: oldResVer=1602 newResVer=1602 2025-11-12 09:02:11.49: IngressMonitor - start process kube event 2025-11-12 09:02:11.49: empty line received 2025-11-12 09:02:11.49: IngressMonitor - start process kube event 2025-11-12 09:02:19.47: EndPointMonitor - Received BOOKMARK: oldResVer=1763 newResVer=1763 2025-11-12 09:02:19.47: EndPointMonitor - start process kube event 2025-11-12 09:02:19.47: empty line received 2025-11-12 09:02:19.47: EndPointMonitor - start process kube event 2025-11-12 09:02:23.55: NetworkMonitor - Received BOOKMARK: oldResVer=1389 newResVer=1389 2025-11-12 09:02:23.55: NetworkMonitor - start process kube event 2025-11-12 09:02:23.55: empty line received 2025-11-12 09:02:23.55: NetworkMonitor - start process kube event 2025-11-12 09:02:24.73: stop iteration NetworkMonitor 2025-11-12 09:02:24.73: NetworkMonitor - start process kube event 2025-11-12 09:02:24.73: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1389 2025-11-12 09:02:24.73: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:02:24.73: NetworkMonitor - Connect Kube API result 0 2025-11-12 09:02:24.73: NetworkMonitor - _schedule_vnc_sync 2025-11-12 09:02:24.73: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1389'})(timeout=120) 2025-11-12 09:02:24.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 09:02:24.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 09:02:24.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:02:24.76: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1389'}) 2025-11-12 09:02:31.94: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-11-12 09:02:31.95: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:31.95: empty line received 2025-11-12 09:02:31.95: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:33.12: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1924 newResVer=1924 2025-11-12 09:02:33.12: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:33.12: empty line received 2025-11-12 09:02:33.12: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:34.00: stop iteration NetworkPolicyMonitor 2025-11-12 09:02:34.00: NetworkPolicyMonitor - start process kube event 2025-11-12 09:02:34.00: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1924 2025-11-12 09:02:34.00: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:02:34.00: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-12 09:02:34.00: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 09:02:34.00: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1924'})(timeout=120) 2025-11-12 09:02:34.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 09:02:34.00: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 09:02:34.00: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 09:02:34.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:02:34.01: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1924'}) 2025-11-12 09:02:34.76: PodMonitor - Received BOOKMARK: oldResVer=1755 newResVer=1755 2025-11-12 09:02:34.76: PodMonitor - start process kube event 2025-11-12 09:02:34.76: empty line received 2025-11-12 09:02:34.76: PodMonitor - start process kube event 2025-11-12 09:02:35.92: IngressMonitor - Received BOOKMARK: oldResVer=1602 newResVer=1602 2025-11-12 09:02:35.92: IngressMonitor - start process kube event 2025-11-12 09:02:35.92: empty line received 2025-11-12 09:02:35.92: IngressMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-12 09:02:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001283 2025-11-12 09:02:36.65: stop iteration PodMonitor 2025-11-12 09:02:36.65: PodMonitor - start process kube event 2025-11-12 09:02:36.65: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1755 2025-11-12 09:02:36.65: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:02:36.65: PodMonitor - Connect Kube API result 0 2025-11-12 09:02:36.65: PodMonitor - _schedule_vnc_sync 2025-11-12 09:02:36.65: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1755'})(timeout=120) 2025-11-12 09:02:36.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 09:02:36.65: VncKubernetes - vnc_sync - Pod start 2025-11-12 09:02:36.65: VncKubernetes - vnc_sync - Pod done 2025-11-12 09:02:36.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:02:36.66: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1755'}) 2025-11-12 09:02:36.97: IngressMonitor - Received BOOKMARK: oldResVer=1602 newResVer=1602 2025-11-12 09:02:36.97: IngressMonitor - start process kube event 2025-11-12 09:02:36.97: empty line received 2025-11-12 09:02:36.97: IngressMonitor - start process kube event 2025-11-12 09:02:38.47: stop iteration IngressMonitor 2025-11-12 09:02:38.47: IngressMonitor - start process kube event 2025-11-12 09:02:38.47: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1602 2025-11-12 09:02:38.47: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:02:38.47: IngressMonitor - Connect Kube API result 0 2025-11-12 09:02:38.47: IngressMonitor - _schedule_vnc_sync 2025-11-12 09:02:38.47: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1602'})(timeout=120) 2025-11-12 09:02:38.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 09:02:38.48: VncKubernetes - vnc_sync - Ingress start 2025-11-12 09:02:38.48: VncKubernetes - vnc_sync - Ingress done 2025-11-12 09:02:38.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:02:38.50: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1602'}) 2025-11-12 09:03:04.10: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:04.10: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:04.10: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:04.10: PodMonitor - start process kube event 2025-11-12 09:03:04.10: empty line received 2025-11-12 09:03:04.10: PodMonitor - start process kube event 2025-11-12 09:03:04.12: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:04.12: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:04.12: PodMonitor - start process kube event 2025-11-12 09:03:04.12: empty line received 2025-11-12 09:03:04.12: PodMonitor - start process kube event 2025-11-12 09:03:04.12: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:04.12: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:04.12: PodMonitor - start process kube event 2025-11-12 09:03:04.12: empty line received 2025-11-12 09:03:04.13: PodMonitor - start process kube event 2025-11-12 09:03:04.13: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:04.13: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:04.13: PodMonitor - start process kube event 2025-11-12 09:03:04.13: empty line received 2025-11-12 09:03:04.13: PodMonitor - start process kube event 2025-11-12 09:03:04.13: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:04.13: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:04.13: EndPointMonitor - start process kube event 2025-11-12 09:03:04.13: empty line received 2025-11-12 09:03:04.13: EndPointMonitor - start process kube event 2025-11-12 09:03:04.13: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:04.13: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:04.13: PodMonitor - start process kube event 2025-11-12 09:03:04.13: empty line received 2025-11-12 09:03:04.13: PodMonitor - start process kube event 2025-11-12 09:03:04.14: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:04.14: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:04.14: PodMonitor - start process kube event 2025-11-12 09:03:04.14: empty line received 2025-11-12 09:03:04.14: PodMonitor - start process kube event 2025-11-12 09:03:04.14: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:04.14: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:04.14: EndPointMonitor - start process kube event 2025-11-12 09:03:04.14: empty line received 2025-11-12 09:03:04.14: EndPointMonitor - start process kube event 2025-11-12 09:03:04.15: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:04.15: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:04.15: PodMonitor - start process kube event 2025-11-12 09:03:04.15: empty line received 2025-11-12 09:03:04.15: PodMonitor - start process kube event 2025-11-12 09:03:04.15: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:04.15: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:04.15: PodMonitor - start process kube event 2025-11-12 09:03:04.15: empty line received 2025-11-12 09:03:04.15: PodMonitor - start process kube event 2025-11-12 09:03:04.15: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-12 09:03:04.15: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:04.21: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-12 09:03:04.21: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:04.27: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-12 09:03:04.27: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:04.29: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-12 09:03:04.29: VncKubernetes - Process event (name=ctest-nginx-svc-90847715 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-21969252) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:04.46: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 09:03:04.46: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:04.53: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:03:04.53: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:04.54: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:04.54: VncKubernetes - Process event (name=ctest-nginx-svc-90847715 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-21969252) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:04.60: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:03:04.60: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:04.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:04.66: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:04.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:05.10: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.10: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.10: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.11: PodMonitor - start process kube event 2025-11-12 09:03:05.11: empty line received 2025-11-12 09:03:05.11: PodMonitor - start process kube event 2025-11-12 09:03:05.11: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.11: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.11: PodMonitor - start process kube event 2025-11-12 09:03:05.11: empty line received 2025-11-12 09:03:05.11: PodMonitor - start process kube event 2025-11-12 09:03:05.12: PodMonitor - Received DELETED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.12: PodMonitor - Got DELETED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.12: PodMonitor - start process kube event 2025-11-12 09:03:05.12: empty line received 2025-11-12 09:03:05.12: PodMonitor - start process kube event 2025-11-12 09:03:05.15: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.15: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.15: PodMonitor - start process kube event 2025-11-12 09:03:05.15: empty line received 2025-11-12 09:03:05.15: PodMonitor - start process kube event 2025-11-12 09:03:05.15: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.15: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.15: PodMonitor - start process kube event 2025-11-12 09:03:05.15: empty line received 2025-11-12 09:03:05.15: PodMonitor - start process kube event 2025-11-12 09:03:05.16: PodMonitor - Received DELETED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.16: PodMonitor - Got DELETED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.16: PodMonitor - start process kube event 2025-11-12 09:03:05.16: empty line received 2025-11-12 09:03:05.16: PodMonitor - start process kube event 2025-11-12 09:03:05.19: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 09:03:05.19: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.21: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:03:05.21: VncKubernetes - Process event (name=ctest-pod-96937967 event_type=DELETED kind=Pod ns=ctest-new-default-21969252) VncPod - Got DELETED Pod ctest-new-default-21969252:ctest-pod-96937967:5bb3561b-f4c3-4dcc-abad-bd79c2877328 2025-11-12 09:03:05.71: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:05.71: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:05.71: PodMonitor - start process kube event 2025-11-12 09:03:05.71: empty line received 2025-11-12 09:03:05.71: PodMonitor - start process kube event 2025-11-12 09:03:05.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:03:05.74: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.80: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:05.80: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:03:05.86: VncKubernetes - Process event (name=ctest-pod-09987667 event_type=DELETED kind=Pod ns=ctest-non-default-65785150) VncPod - Got DELETED Pod ctest-non-default-65785150:ctest-pod-09987667:ba3cc0a7-982a-4c90-afe0-8af986894515 2025-11-12 09:03:05.92: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:05.92: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:05.92: PodMonitor - start process kube event 2025-11-12 09:03:05.92: empty line received 2025-11-12 09:03:05.92: PodMonitor - start process kube event 2025-11-12 09:03:05.92: PodMonitor - Received DELETED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:05.92: PodMonitor - Got DELETED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:05.92: PodMonitor - start process kube event 2025-11-12 09:03:05.92: empty line received 2025-11-12 09:03:05.92: PodMonitor - start process kube event 2025-11-12 09:03:06.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:06.33: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:06.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:03:06.40: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:06.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:06.45: VncKubernetes - Process event (name=ctest-pod-57927271 event_type=DELETED kind=Pod ns=ctest-new-default-21969252) VncPod - Got DELETED Pod ctest-new-default-21969252:ctest-pod-57927271:023bf8bd-6b0b-4321-9ae9-fc978f8ec461 2025-11-12 09:03:06.51: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:06.51: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:06.51: PodMonitor - start process kube event 2025-11-12 09:03:06.51: empty line received 2025-11-12 09:03:06.51: PodMonitor - start process kube event 2025-11-12 09:03:06.71: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:06.71: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:06.72: PodMonitor - start process kube event 2025-11-12 09:03:06.72: empty line received 2025-11-12 09:03:06.72: PodMonitor - start process kube event 2025-11-12 09:03:06.72: PodMonitor - Received DELETED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:06.72: PodMonitor - Got DELETED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:06.72: PodMonitor - start process kube event 2025-11-12 09:03:06.72: empty line received 2025-11-12 09:03:06.72: PodMonitor - start process kube event 2025-11-12 09:03:06.94: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:06.95: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:07.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:03:07.01: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:07.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:07.06: VncKubernetes - Process event (name=ctest-pod-46919357 event_type=DELETED kind=Pod ns=ctest-non-default-65785150) VncPod - Got DELETED Pod ctest-non-default-65785150:ctest-pod-46919357:691cf699-de83-4f56-bbf2-7003f6e4a326 2025-11-12 09:03:07.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:10.26: NamespaceMonitor - Received BOOKMARK: oldResVer=1656 newResVer=1656 2025-11-12 09:03:10.26: NamespaceMonitor - start process kube event 2025-11-12 09:03:10.26: NamespaceMonitor - _schedule_vnc_sync 2025-11-12 09:03:10.26: empty line received 2025-11-12 09:03:10.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-12 09:03:10.26: VncKubernetes - vnc_sync - Namespace start 2025-11-12 09:03:10.27: VncKubernetes - vnc_sync - Namespace done 2025-11-12 09:03:10.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:10.27: NamespaceMonitor - start process kube event 2025-11-12 09:03:18.93: EndPointMonitor - Received BOOKMARK: oldResVer=1763 newResVer=2018 2025-11-12 09:03:18.93: EndPointMonitor - start process kube event 2025-11-12 09:03:18.93: empty line received 2025-11-12 09:03:18.93: EndPointMonitor - start process kube event 2025-11-12 09:03:35.19: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.19: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.19: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.20: PodMonitor - start process kube event 2025-11-12 09:03:35.20: empty line received 2025-11-12 09:03:35.20: PodMonitor - start process kube event 2025-11-12 09:03:35.22: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.22: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.22: PodMonitor - start process kube event 2025-11-12 09:03:35.22: empty line received 2025-11-12 09:03:35.22: PodMonitor - start process kube event 2025-11-12 09:03:35.23: PodMonitor - Received DELETED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.23: PodMonitor - Got DELETED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.23: PodMonitor - start process kube event 2025-11-12 09:03:35.23: empty line received 2025-11-12 09:03:35.23: PodMonitor - start process kube event 2025-11-12 09:03:35.24: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.25: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.25: PodMonitor - start process kube event 2025-11-12 09:03:35.25: empty line received 2025-11-12 09:03:35.25: PodMonitor - start process kube event 2025-11-12 09:03:35.25: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:35.25: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.26: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.26: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.26: PodMonitor - start process kube event 2025-11-12 09:03:35.26: empty line received 2025-11-12 09:03:35.26: PodMonitor - start process kube event 2025-11-12 09:03:35.26: PodMonitor - Received DELETED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.26: PodMonitor - Got DELETED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.26: PodMonitor - start process kube event 2025-11-12 09:03:35.26: empty line received 2025-11-12 09:03:35.26: PodMonitor - start process kube event 2025-11-12 09:03:35.29: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:35.29: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:35.29: PodMonitor - start process kube event 2025-11-12 09:03:35.29: empty line received 2025-11-12 09:03:35.29: PodMonitor - start process kube event 2025-11-12 09:03:35.32: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 09:03:35.32: VncKubernetes - Process event (name=ctest-pod-32018291 event_type=DELETED kind=Pod ns=ctest-new-default-21969252) VncPod - Got DELETED Pod ctest-new-default-21969252:ctest-pod-32018291:be79200f-c8e0-45f5-80da-f7b56ac2b805 2025-11-12 09:03:35.37: PodMonitor - Received MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:35.37: PodMonitor - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:35.37: PodMonitor - start process kube event 2025-11-12 09:03:35.37: empty line received 2025-11-12 09:03:35.37: PodMonitor - start process kube event 2025-11-12 09:03:35.38: PodMonitor - Received DELETED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:35.38: PodMonitor - Got DELETED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:35.38: PodMonitor - start process kube event 2025-11-12 09:03:35.38: empty line received 2025-11-12 09:03:35.38: PodMonitor - start process kube event 2025-11-12 09:03:35.72: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-12 09:03:35.72: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.78: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 09:03:35.78: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.83: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:03:35.83: VncKubernetes - Process event (name=ctest-pod-91007163 event_type=DELETED kind=Pod ns=ctest-non-default-65785150) VncPod - Got DELETED Pod ctest-non-default-65785150:ctest-pod-91007163:33fe5f5c-4a8c-4ca3-b2d2-cc38752415d4 2025-11-12 09:03:35.97: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:35.97: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:35.97: PodMonitor - start process kube event 2025-11-12 09:03:35.97: empty line received 2025-11-12 09:03:35.97: PodMonitor - start process kube event 2025-11-12 09:03:36.17: PodMonitor - Received MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:36.17: PodMonitor - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:36.18: PodMonitor - start process kube event 2025-11-12 09:03:36.18: empty line received 2025-11-12 09:03:36.18: PodMonitor - start process kube event 2025-11-12 09:03:36.18: PodMonitor - Received DELETED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:36.18: PodMonitor - Got DELETED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:36.18: PodMonitor - start process kube event 2025-11-12 09:03:36.18: empty line received 2025-11-12 09:03:36.18: PodMonitor - start process kube event 2025-11-12 09:03:36.25: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-12 09:03:36.25: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:36.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-12 09:03:36.31: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=MODIFIED kind=Pod ns=ctest-non-default-65785150) VncPod - Got MODIFIED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:36.36: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:03:36.36: VncKubernetes - Process event (name=ctest-pod-61802338 event_type=DELETED kind=Pod ns=ctest-non-default-65785150) VncPod - Got DELETED Pod ctest-non-default-65785150:ctest-pod-61802338:808c80bc-0c8b-4b36-b64c-1e833d26b805 2025-11-12 09:03:36.86: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:36.86: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:36.91: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:03:36.91: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=MODIFIED kind=Pod ns=ctest-new-default-21969252) VncPod - Got MODIFIED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:36.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:36.96: VncKubernetes - Process event (name=ctest-pod-41183646 event_type=DELETED kind=Pod ns=ctest-new-default-21969252) VncPod - Got DELETED Pod ctest-new-default-21969252:ctest-pod-41183646:15a9975f-366a-44c7-8826-900df82c7afb 2025-11-12 09:03:37.19: PodMonitor - Received BOOKMARK: oldResVer=1755 newResVer=2096 2025-11-12 09:03:37.19: PodMonitor - start process kube event 2025-11-12 09:03:37.19: empty line received 2025-11-12 09:03:37.19: PodMonitor - start process kube event 2025-11-12 09:03:37.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:39.51: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:39.51: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:39.51: VncKubernetes - Process event (name=ctest-non-default-65785150 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:39.51: NamespaceMonitor - start process kube event 2025-11-12 09:03:39.51: empty line received 2025-11-12 09:03:39.51: NamespaceMonitor - start process kube event 2025-11-12 09:03:39.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:44.86: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:44.87: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:44.87: VncKubernetes - Process event (name=ctest-non-default-65785150 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:44.87: NamespaceMonitor - start process kube event 2025-11-12 09:03:44.87: empty line received 2025-11-12 09:03:44.87: NamespaceMonitor - start process kube event 2025-11-12 09:03:44.88: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:44.88: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:44.88: NamespaceMonitor - start process kube event 2025-11-12 09:03:44.88: empty line received 2025-11-12 09:03:44.88: NamespaceMonitor - start process kube event 2025-11-12 09:03:45.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:45.18: VncKubernetes - Process event (name=ctest-non-default-65785150 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-65785150:bcd46120-0c41-444a-8052-f87ea28443cc 2025-11-12 09:03:45.56: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:45.56: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:45.56: NamespaceMonitor - start process kube event 2025-11-12 09:03:45.56: empty line received 2025-11-12 09:03:45.56: NamespaceMonitor - start process kube event 2025-11-12 09:03:46.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:46.27: VncKubernetes - Process event (name=ctest-new-default-21969252 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:46.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:48.62: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 09:03:48.62: ServiceMonitor - start process kube event 2025-11-12 09:03:48.62: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1762 2025-11-12 09:03:48.62: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:03:48.62: ServiceMonitor - Connect Kube API result 0 2025-11-12 09:03:48.62: ServiceMonitor - _schedule_vnc_sync 2025-11-12 09:03:48.62: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1762'})(timeout=120) 2025-11-12 09:03:48.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-12 09:03:48.62: VncKubernetes - vnc_sync - Service start 2025-11-12 09:03:48.62: VncKubernetes - vnc_sync - Service done 2025-11-12 09:03:48.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:03:48.65: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1762'}) 2025-11-12 09:03:50.74: ServiceMonitor - Received DELETED Service ctest-new-default-21969252:ctest-nginx-svc-90847715:66a84b67-186c-4017-a4f4-11f1cc814a2e 2025-11-12 09:03:50.74: ServiceMonitor - Got DELETED Service ctest-new-default-21969252:ctest-nginx-svc-90847715:66a84b67-186c-4017-a4f4-11f1cc814a2e 2025-11-12 09:03:50.74: VncKubernetes - Process event (name=ctest-nginx-svc-90847715 event_type=DELETED kind=Service ns=ctest-new-default-21969252) VncService - Got DELETED Service ctest-new-default-21969252:ctest-nginx-svc-90847715:66a84b67-186c-4017-a4f4-11f1cc814a2e 2025-11-12 09:03:50.75: ServiceMonitor - start process kube event 2025-11-12 09:03:50.75: empty line received 2025-11-12 09:03:50.75: ServiceMonitor - start process kube event 2025-11-12 09:03:50.76: EndPointMonitor - Received DELETED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:50.76: EndPointMonitor - Got DELETED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:50.76: EndPointMonitor - start process kube event 2025-11-12 09:03:50.76: empty line received 2025-11-12 09:03:50.76: EndPointMonitor - start process kube event 2025-11-12 09:03:50.87: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:03:50.88: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:03:50.88: NetworkPolicyMonitor - start process kube event 2025-11-12 09:03:50.88: empty line received 2025-11-12 09:03:50.88: NetworkPolicyMonitor - start process kube event 2025-11-12 09:03:50.94: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:50.94: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:50.94: NamespaceMonitor - start process kube event 2025-11-12 09:03:50.94: empty line received 2025-11-12 09:03:50.94: NamespaceMonitor - start process kube event 2025-11-12 09:03:50.95: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:50.95: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:50.95: NamespaceMonitor - start process kube event 2025-11-12 09:03:50.95: empty line received 2025-11-12 09:03:50.95: NamespaceMonitor - start process kube event 2025-11-12 09:03:51.06: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:03:51.06: VncKubernetes - Process event (name=ctest-nginx-svc-90847715 event_type=DELETED kind=Endpoints ns=ctest-new-default-21969252) VncEndpoints - Got DELETED Endpoints ctest-new-default-21969252:ctest-nginx-svc-90847715:84fa555d-a17c-4084-920d-4b366f3c6300 2025-11-12 09:03:51.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:03:51.07: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-21969252) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-21969252:ingress-on-service:b7111f75-2c17-4c0c-afe1-e941fc61410a 2025-11-12 09:03:52.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:03:52.11: VncKubernetes - Process event (name=ctest-new-default-21969252 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:52.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:03:52.51: VncKubernetes - Process event (name=ctest-new-default-21969252 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-21969252:07305c75-4276-480a-9170-8129894cda7b 2025-11-12 09:03:53.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:04:10.06: NamespaceMonitor - Received BOOKMARK: oldResVer=1656 newResVer=2179 2025-11-12 09:04:10.06: NamespaceMonitor - start process kube event 2025-11-12 09:04:10.06: empty line received 2025-11-12 09:04:10.06: NamespaceMonitor - start process kube event 2025-11-12 09:04:18.74: EndPointMonitor - Received BOOKMARK: oldResVer=2018 newResVer=2170 2025-11-12 09:04:18.74: EndPointMonitor - start process kube event 2025-11-12 09:04:18.74: empty line received 2025-11-12 09:04:18.74: EndPointMonitor - start process kube event 2025-11-12 09:04:24.76: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 09:04:24.76: NetworkMonitor - start process kube event 2025-11-12 09:04:24.76: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1389 2025-11-12 09:04:24.76: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:04:24.76: NetworkMonitor - Connect Kube API result 0 2025-11-12 09:04:24.76: NetworkMonitor - _schedule_vnc_sync 2025-11-12 09:04:24.76: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1389'})(timeout=120) 2025-11-12 09:04:24.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 09:04:24.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 09:04:24.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:04:24.79: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1389'}) 2025-11-12 09:04:34.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1924 newResVer=2174 2025-11-12 09:04:34.21: NetworkPolicyMonitor - start process kube event 2025-11-12 09:04:34.22: empty line received 2025-11-12 09:04:34.22: NetworkPolicyMonitor - start process kube event 2025-11-12 09:04:37.17: PodMonitor - Received BOOKMARK: oldResVer=2096 newResVer=2096 2025-11-12 09:04:37.17: PodMonitor - start process kube event 2025-11-12 09:04:37.17: empty line received 2025-11-12 09:04:37.17: PodMonitor - start process kube event 2025-11-12 09:04:38.50: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 09:04:38.51: IngressMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-12 09:05:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002569 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:05:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002685 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:06:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001384 2025-11-12 09:04:38.51: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1602 2025-11-12 09:04:38.51: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:04:38.51: IngressMonitor - Connect Kube API result 0 2025-11-12 09:04:38.51: IngressMonitor - _schedule_vnc_sync 2025-11-12 09:04:38.51: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1602'})(timeout=120) 2025-11-12 09:04:38.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 09:04:38.51: VncKubernetes - vnc_sync - Ingress start 2025-11-12 09:04:38.51: VncKubernetes - vnc_sync - Ingress done 2025-11-12 09:04:38.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:04:38.52: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1602'}) 2025-11-12 09:04:49.35: ServiceMonitor - Received BOOKMARK: oldResVer=1762 newResVer=2169 2025-11-12 09:04:49.35: ServiceMonitor - start process kube event 2025-11-12 09:04:49.35: empty line received 2025-11-12 09:04:49.35: ServiceMonitor - start process kube event 2025-11-12 09:05:09.87: NamespaceMonitor - Received BOOKMARK: oldResVer=2179 newResVer=2179 2025-11-12 09:05:09.87: NamespaceMonitor - start process kube event 2025-11-12 09:05:09.87: empty line received 2025-11-12 09:05:09.87: NamespaceMonitor - start process kube event 2025-11-12 09:05:19.14: EndPointMonitor - Received BOOKMARK: oldResVer=2170 newResVer=2170 2025-11-12 09:05:19.15: EndPointMonitor - start process kube event 2025-11-12 09:05:19.15: empty line received 2025-11-12 09:05:19.15: EndPointMonitor - start process kube event 2025-11-12 09:05:34.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2174 newResVer=2174 2025-11-12 09:05:34.77: NetworkPolicyMonitor - start process kube event 2025-11-12 09:05:34.77: empty line received 2025-11-12 09:05:34.77: NetworkPolicyMonitor - start process kube event 2025-11-12 09:05:37.31: PodMonitor - Received BOOKMARK: oldResVer=2096 newResVer=2096 2025-11-12 09:05:37.31: PodMonitor - start process kube event 2025-11-12 09:05:37.31: empty line received 2025-11-12 09:05:37.31: PodMonitor - start process kube event 2025-11-12 09:05:49.76: ServiceMonitor - Received BOOKMARK: oldResVer=2169 newResVer=2169 2025-11-12 09:05:49.77: ServiceMonitor - start process kube event 2025-11-12 09:05:49.77: empty line received 2025-11-12 09:05:49.77: ServiceMonitor - start process kube event 2025-11-12 09:06:10.05: NamespaceMonitor - Received BOOKMARK: oldResVer=2179 newResVer=2179 2025-11-12 09:06:10.05: NamespaceMonitor - start process kube event 2025-11-12 09:06:10.05: empty line received 2025-11-12 09:06:10.05: NamespaceMonitor - start process kube event 2025-11-12 09:06:17.44: EndPointMonitor - Received BOOKMARK: oldResVer=2170 newResVer=2170 2025-11-12 09:06:17.44: EndPointMonitor - start process kube event 2025-11-12 09:06:17.44: EndPointMonitor - _schedule_vnc_sync 2025-11-12 09:06:17.44: empty line received 2025-11-12 09:06:17.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 09:06:17.44: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 09:06:17.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:17.44: EndPointMonitor - start process kube event 2025-11-12 09:06:18.11: PodMonitor - Received ADDED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:18.11: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-12 09:06:18.11: PodMonitor - start process kube event 2025-11-12 09:06:18.11: empty line received 2025-11-12 09:06:18.11: PodMonitor - start process kube event 2025-11-12 09:06:18.13: PodMonitor - Received MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:18.13: PodMonitor - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:18.13: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:18.13: PodMonitor - start process kube event 2025-11-12 09:06:18.13: empty line received 2025-11-12 09:06:18.14: PodMonitor - start process kube event 2025-11-12 09:06:18.17: PodMonitor - Received MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:18.17: PodMonitor - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:18.17: PodMonitor - start process kube event 2025-11-12 09:06:18.17: empty line received 2025-11-12 09:06:18.17: PodMonitor - start process kube event 2025-11-12 09:06:18.39: PodMonitor - Received ADDED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:18.39: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-12 09:06:18.39: PodMonitor - start process kube event 2025-11-12 09:06:18.39: empty line received 2025-11-12 09:06:18.39: PodMonitor - start process kube event 2025-11-12 09:06:18.42: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:18.42: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:18.42: PodMonitor - start process kube event 2025-11-12 09:06:18.42: empty line received 2025-11-12 09:06:18.42: PodMonitor - start process kube event 2025-11-12 09:06:18.43: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:18.43: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:18.43: PodMonitor - start process kube event 2025-11-12 09:06:18.43: empty line received 2025-11-12 09:06:18.43: PodMonitor - start process kube event 2025-11-12 09:06:19.00: PodMonitor - Received MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:19.00: PodMonitor - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:19.00: PodMonitor - start process kube event 2025-11-12 09:06:19.00: empty line received 2025-11-12 09:06:19.00: PodMonitor - start process kube event 2025-11-12 09:06:19.02: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:06:19.02: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:19.18: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:06:19.18: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:19.23: stop iteration EndPointMonitor 2025-11-12 09:06:19.23: EndPointMonitor - start process kube event 2025-11-12 09:06:19.23: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2170 2025-11-12 09:06:19.23: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:06:19.23: EndPointMonitor - Connect Kube API result 0 2025-11-12 09:06:19.23: EndPointMonitor - _schedule_vnc_sync 2025-11-12 09:06:19.23: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2170'})(timeout=120) 2025-11-12 09:06:19.24: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2170'}) 2025-11-12 09:06:19.85: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:19.85: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:19.85: PodMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-12 09:06:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002563 2025-11-12 09:06:19.85: empty line received 2025-11-12 09:06:19.85: PodMonitor - start process kube event 2025-11-12 09:06:19.86: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-12 09:06:19.86: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:19.99: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-12 09:06:19.99: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:20.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-12 09:06:20.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-12 09:06:20.01: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-12 09:06:20.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:06:20.01: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:20.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:24.79: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 09:06:24.79: NetworkMonitor - start process kube event 2025-11-12 09:06:24.79: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1389 2025-11-12 09:06:24.79: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:06:24.80: NetworkMonitor - Connect Kube API result 0 2025-11-12 09:06:24.80: NetworkMonitor - _schedule_vnc_sync 2025-11-12 09:06:24.80: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1389'})(timeout=120) 2025-11-12 09:06:24.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-12 09:06:24.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-12 09:06:24.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:24.84: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1389'}) 2025-11-12 09:06:34.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2174 newResVer=2174 2025-11-12 09:06:34.93: NetworkPolicyMonitor - start process kube event 2025-11-12 09:06:34.93: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-12 09:06:34.93: empty line received 2025-11-12 09:06:34.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-12 09:06:34.93: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-12 09:06:34.93: NetworkPolicyMonitor - start process kube event 2025-11-12 09:06:34.93: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-12 09:06:34.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:36.89: PodMonitor - Received BOOKMARK: oldResVer=2096 newResVer=2381 2025-11-12 09:06:36.89: PodMonitor - start process kube event 2025-11-12 09:06:36.89: PodMonitor - _schedule_vnc_sync 2025-11-12 09:06:36.89: empty line received 2025-11-12 09:06:36.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-12 09:06:36.89: VncKubernetes - vnc_sync - Pod start 2025-11-12 09:06:36.89: VncKubernetes - vnc_sync - Pod done 2025-11-12 09:06:36.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:36.89: PodMonitor - start process kube event 2025-11-12 09:06:37.50: PodMonitor - Received MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:37.50: PodMonitor - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:37.50: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:37.50: PodMonitor - start process kube event 2025-11-12 09:06:37.50: empty line received 2025-11-12 09:06:37.50: PodMonitor - start process kube event 2025-11-12 09:06:37.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:38.50: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:38.50: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:38.50: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:fddafafc-f63f-4d0b-a146-94b04b8cc1f6 2025-11-12 09:06:38.50: PodMonitor - start process kube event 2025-11-12 09:06:38.50: empty line received 2025-11-12 09:06:38.50: PodMonitor - start process kube event 2025-11-12 09:06:38.52: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-12 09:06:38.52: IngressMonitor - start process kube event 2025-11-12 09:06:38.52: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1602 2025-11-12 09:06:38.52: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-12 09:06:38.52: IngressMonitor - Connect Kube API result 0 2025-11-12 09:06:38.52: IngressMonitor - _schedule_vnc_sync 2025-11-12 09:06:38.52: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1602'})(timeout=120) 2025-11-12 09:06:38.54: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1602'}) 2025-11-12 09:06:38.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-12 09:06:38.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-12 09:06:38.56: VncKubernetes - vnc_sync - Ingress start 2025-11-12 09:06:38.56: VncKubernetes - vnc_sync - Ingress done 2025-11-12 09:06:38.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:39.56: PodMonitor - Received MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:39.56: PodMonitor - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:39.56: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:06:39.56: PodMonitor - start process kube event 2025-11-12 09:06:39.56: empty line received 2025-11-12 09:06:39.56: PodMonitor - start process kube event 2025-11-12 09:06:39.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-12 09:06:50.74: ServiceMonitor - Received BOOKMARK: oldResVer=2169 newResVer=2169 2025-11-12 09:06:50.74: ServiceMonitor - start process kube event 2025-11-12 09:06:50.74: empty line received 2025-11-12 09:06:50.74: ServiceMonitor - start process kube event 2025-11-12 09:07:10.61: PodMonitor - Received MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:07:10.61: PodMonitor - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:07:10.61: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:cadc3476-55c5-4621-a731-bab7736ef7fd 2025-11-12 09:07:10.61: PodMonitor - start process kube event 2025-11-12 09:07:10.61: empty line received 2025-11-12 09:07:10.61: PodMonitor - start process kube event 2025-11-12 09:07:10.61: NamespaceMonitor - Received BOOKMARK: oldResVer=2179 newResVer=2179 2025-11-12 09:07:10.61: NamespaceMonitor - start process kube event 2025-11-12 09:07:10.62: NamespaceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.23 - - [2025-11-12 09:07:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001077 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:07:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001371 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:07:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000938 [Introspect:8108]10.0.0.23 - - [2025-11-12 09:07:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001488