++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Wed Nov 5 10:18:49 AM UTC 2025 ===================' INFO: =================== Wed Nov 5 10:18:49 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ cut -d / -f 1 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' ++ DEFAULT_LOCAL_IP=10.0.0.23 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.23 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.23 ++ ANALYTICSDB_NODES=10.0.0.23 ++ ANALYTICS_SNMP_NODES=10.0.0.23 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8081 ' +++ '[' -n '10.0.0.23:8081 ' ']' +++ echo 10.0.0.23:8081 ++ ANALYTICS_SERVERS=10.0.0.23:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9042 ' +++ '[' -n '10.0.0.23:9042 ' ']' +++ echo 10.0.0.23:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.23:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.23 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8086 ' +++ '[' -n '10.0.0.23:8086 ' ']' +++ echo 10.0.0.23:8086 ++ COLLECTOR_SERVERS=10.0.0.23:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.23 ++ CONFIGDB_NODES=10.0.0.23 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:8082 ' +++ '[' -n '10.0.0.23:8082 ' ']' +++ echo 10.0.0.23:8082 ++ CONFIG_SERVERS=10.0.0.23:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9161 ' +++ '[' -n '10.0.0.23:9161 ' ']' +++ echo 10.0.0.23:9161 ++ CONFIGDB_SERVERS=10.0.0.23:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9041 ' +++ '[' -n '10.0.0.23:9041 ' ']' +++ echo 10.0.0.23:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.23:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.23 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.23 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.23 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:2181, +++ '[' -n 10.0.0.23:2181, ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS=10.0.0.23:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:2181 ' +++ '[' -n '10.0.0.23:2181 ' ']' +++ echo 10.0.0.23:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.23:2181 ++ RABBITMQ_NODES=10.0.0.23 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+=10.0.0.23:5673, +++ '[' -n 10.0.0.23:5673, ']' +++ echo 10.0.0.23:5673 ++ RABBITMQ_SERVERS=10.0.0.23:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:6379 ' +++ '[' -n '10.0.0.23:6379 ' ']' +++ echo 10.0.0.23:6379 ++ REDIS_SERVERS=10.0.0.23:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.23 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.23 +++ local server_address=10.0.0.23 +++ extended_server_list+='10.0.0.23:9092 ' +++ '[' -n '10.0.0.23:9092 ' ']' +++ echo 10.0.0.23:9092 ++ KAFKA_SERVERS=10.0.0.23:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.23 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.23 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.23 + local cassandra=10.0.0.23 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.23 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ino2OVBobXBMY3dhVnVRRTFCVVJWNjdRZ2FnOHk5YnlyTWJzRnBPVWRPQkUifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImU2MDYxNWE2LWI0NmItNGE0NC1hMWI3LTVlNDUxZjk2MjM1YiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.Mg3_I9Pwoocfm2jBUNoXyNsCsXP9J66LwbAorc_ZNL3khPvMy_zcOBBC9LoODYJZ-zY2CwsdvOIoh04ca3r9cOWh-fcV8pKDWsGKOjiplBCGOTG45OVdKXAAEXQnRkJ7b04LmcnxXjUQnm6UxqbHWUINj99RWGI6tyzuNL-VZEO383Q3HzaBIVJsLMWfPmt1hgfz20KHPWF7tjB4gLSgIj6pwZeLWVc3Ab63hL2aIRv2mVhADMdcb8MvxXYY8KfRGHh6wH7bAvDveRvtdBRywV0364ejT5GZNgaesuX4kibU68X9kQv4W17LmiNAlol3fMCSYvKPC33bJ0JGrgv86w ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.23 +++ local servers=10.0.0.23 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ tr '\n' , ++++ sort ++++ uniq ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.23,10.11.159.1,127.0.0.1,172.17.0.1,252.23.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.23'\''))' +++ local server_ip=10.0.0.23 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.23 ]] +++ [[ ,10.0.0.23,10.11.159.1,127.0.0.1,172.17.0.1,252.23.0.1,, =~ ,10\.0\.0\.23, ]] +++ echo 10.0.0.23 1 +++ return ++ local ip=10.0.0.23 ++ [[ -z 10.0.0.23 ]] ++ echo 10.0.0.23 + host_ip=10.0.0.23 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.23:9041 + cassandra_server_list=10.0.0.23:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ grep '^KUBERNETES__.*__.*=.*$' ++ sort ++ cut -d = -f 1 + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/05/2025 10:18:57.837 7f795a2fbd00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/05/2025 10:18:58.011 7f795a2fbd00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/05/2025 10:18:58.011 7f795a2fbd00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-11-05 10:18:58.30: KubeMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:18:58.30: KubeMonitor - Connect Kube API result 0 2025-11-05 10:18:58.40: KubeMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-05 10:18:58.41: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-05 10:18:58.42: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1 2025-11-05 10:18:58.44: PodMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-05 10:18:58.45: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-05 10:18:58.45: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-11-05 10:18:58.46: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/api/v1 2025-11-05 10:18:58.47: IngressMonitor - KubeMonitor init done: url=https://10.0.0.23:6443/apis/networking.k8s.io/v1 2025-11-05 10:18:58.47: VncKubernetes - vnc_connect starting 2025-11-05 10:18:58.48: VncKubernetes - vnc_connect done 2025-11-05 10:18:58.63: default-domain domain available. 2025-11-05 10:19:05.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:19:05.13: NamespaceMonitor - start process kube event 2025-11-05 10:19:05.13: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.13: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.13: NetworkMonitor - start process kube event 2025-11-05 10:19:05.13: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.13: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.13: PodMonitor - start process kube event 2025-11-05 10:19:05.13: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.13: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.14: ServiceMonitor - start process kube event 2025-11-05 10:19:05.14: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.14: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.14: NetworkPolicyMonitor - start process kube event 2025-11-05 10:19:05.14: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.14: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.14: EndPointMonitor - start process kube event 2025-11-05 10:19:05.14: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.14: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.14: IngressMonitor - start process kube event 2025-11-05 10:19:05.14: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 10:19:05.14: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:19:05.14: IngressMonitor - Connect Kube API result 0 2025-11-05 10:19:05.14: IngressMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-05 10:19:05.14: EndPointMonitor - Connect Kube API result 0 2025-11-05 10:19:05.14: EndPointMonitor - Start init url=https://10.0.0.23:6443/api/v1/endpoints resource_version=None 2025-11-05 10:19:05.15: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 10:19:05.16: NetworkPolicyMonitor - Start init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-05 10:19:05.16: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:19:05.16: ServiceMonitor - Start init url=https://10.0.0.23:6443/api/v1/services resource_version=None 2025-11-05 10:19:05.16: PodMonitor - Connect Kube API result 0 2025-11-05 10:19:05.17: PodMonitor - Start init url=https://10.0.0.23:6443/api/v1/pods resource_version=None 2025-11-05 10:19:05.18: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:19:05.18: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:19:05.18: NamespaceMonitor - Start init url=https://10.0.0.23:6443/api/v1/namespaces resource_version=None 2025-11-05 10:19:05.22: IngressMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses, resource_version=326 2025-11-05 10:19:05.23: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.23: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:19:05.23: NetworkPolicyMonitor - Done init url=https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=326 2025-11-05 10:19:05.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.23: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:19:05.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:19:05.24: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:19:05.24: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:19:05.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:19:05.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:19:05.24: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:19:05.24: ServiceMonitor - Got ADDED Service default:kubernetes:f364ed28-e792-4f3e-8355-aad7ea72eb8d 2025-11-05 10:19:05.25: NamespaceMonitor - Got ADDED Namespace None:contrail:215efe60-960b-4ef2-ad45-cdc181504a76 2025-11-05 10:19:05.25: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:19:05.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:19:05.25: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:f364ed28-e792-4f3e-8355-aad7ea72eb8d 2025-11-05 10:19:05.26: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:19:05.27: NetworkMonitor - Start init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-05 10:19:05.28: NamespaceMonitor - Got ADDED Namespace None:default:d08e6447-cc44-4d80-a28e-b2752e39f2f5 2025-11-05 10:19:05.29: ServiceMonitor - Got ADDED Service kube-system:kube-dns:1aee1c10-ab05-402f-902e-663807111361 2025-11-05 10:19:05.29: ServiceMonitor - Done init url=https://10.0.0.23:6443/api/v1/services, resource_version=326 2025-11-05 10:19:05.29: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.29: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:19:05.30: PodMonitor - Skipped ADDED Pod kube-system:coredns-6f867cd986-pbftc (no nodeName) 2025-11-05 10:19:05.31: PodMonitor - Done init url=https://10.0.0.23:6443/api/v1/pods, resource_version=326 2025-11-05 10:19:05.31: PodMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.31: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:19:05.31: EndPointMonitor - Got ADDED Endpoints default:kubernetes:cba63604-eaed-473f-8dc1-5c3c2567b199 2025-11-05 10:19:05.31: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:19:05.33: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:5596267a-9b6f-42ea-b20a-9a3aec37ba23 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:19:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001539 2025-11-05 10:19:05.33: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:19:05.33: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:19:05.34: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:19:05.34: EndPointMonitor - Done init url=https://10.0.0.23:6443/api/v1/endpoints, resource_version=326 2025-11-05 10:19:05.34: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.34: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:19:05.36: NamespaceMonitor - Got ADDED Namespace None:kube-public:561dccf7-db25-44ae-8398-b3c133ff163a 2025-11-05 10:19:05.37: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:19:05.42: NetworkMonitor - Done init url=https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=332 2025-11-05 10:19:05.42: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.42: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-11-05 10:19:05.43: NamespaceMonitor - Got ADDED Namespace None:kube-system:40f3f8d4-998c-4b98-9207-80105625276a 2025-11-05 10:19:05.43: NamespaceMonitor - Done init url=https://10.0.0.23:6443/api/v1/namespaces, resource_version=326 2025-11-05 10:19:05.43: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:19:05.43: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:19:05.45: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:19:05.45: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-11-05 10:19:07.32: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:19:07.32: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:215efe60-960b-4ef2-ad45-cdc181504a76 2025-11-05 10:19:09.67: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 10:19:09.67: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:d08e6447-cc44-4d80-a28e-b2752e39f2f5 2025-11-05 10:19:10.10: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:10.10: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:10.10: PodMonitor - start process kube event 2025-11-05 10:19:10.10: empty line received 2025-11-05 10:19:10.10: PodMonitor - start process kube event 2025-11-05 10:19:10.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:10.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:10.13: PodMonitor - start process kube event 2025-11-05 10:19:10.13: empty line received 2025-11-05 10:19:10.13: PodMonitor - start process kube event 2025-11-05 10:19:12.40: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:19:12.40: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:1aee1c10-ab05-402f-902e-663807111361 2025-11-05 10:19:14.60: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 10:19:14.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:19:14.60: VncKubernetes - vnc_sync - Service start 2025-11-05 10:19:14.60: VncKubernetes - vnc_sync - Service done 2025-11-05 10:19:14.60: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 10:19:14.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:19:14.60: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:19:14.60: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:19:14.60: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 10:19:14.60: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:cba63604-eaed-473f-8dc1-5c3c2567b199 2025-11-05 10:19:14.63: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 10:19:14.63: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:5596267a-9b6f-42ea-b20a-9a3aec37ba23 2025-11-05 10:19:16.82: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 10:19:16.82: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:19:16.99: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 10:19:16.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:19:16.99: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:19:16.99: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 10:19:16.99: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:561dccf7-db25-44ae-8398-b3c133ff163a 2025-11-05 10:19:20.25: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:19:20.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:19:20.25: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:19:20.25: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:19:20.25: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:40f3f8d4-998c-4b98-9207-80105625276a 2025-11-05 10:19:23.45: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:19:23.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:19:23.45: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:19:23.45: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:19:23.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:19:23.45: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:25.09: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:25.09: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:25.10: PodMonitor - start process kube event 2025-11-05 10:19:25.10: empty line received 2025-11-05 10:19:25.10: PodMonitor - start process kube event 2025-11-05 10:19:25.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:19:25.11: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:25.19: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:19:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001274 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001171 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001748 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001246 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001236 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001548 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001641 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:20:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001483 2025-11-05 10:19:25.19: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:19:25.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:20:05.47: PodMonitor - Received BOOKMARK: oldResVer=326 newResVer=364 2025-11-05 10:20:05.47: PodMonitor - start process kube event 2025-11-05 10:20:05.47: empty line received 2025-11-05 10:20:05.47: PodMonitor - start process kube event 2025-11-05 10:21:04.85: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=364 2025-11-05 10:21:04.85: PodMonitor - start process kube event 2025-11-05 10:21:04.85: empty line received 2025-11-05 10:21:04.85: PodMonitor - start process kube event 2025-11-05 10:21:05.26: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:21:05.27: NetworkPolicyMonitor - start process kube event 2025-11-05 10:21:05.27: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:21:05.27: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:21:05.27: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 10:21:05.27: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:21:05.27: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:21:05.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:21:05.27: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:21:05.27: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:21:05.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:21:05.28: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:21:05.31: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:21:05.31: IngressMonitor - start process kube event 2025-11-05 10:21:05.31: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:21:05.32: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:21:05.32: IngressMonitor - Connect Kube API result 0 2025-11-05 10:21:05.32: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:21:05.32: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:21:05.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:21:05.32: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:21:05.32: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:21:05.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:21:05.32: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:21:05.33: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:21:05.33: ServiceMonitor - start process kube event 2025-11-05 10:21:05.33: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:21:05.33: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:21:05.33: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:21:05.33: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:21:05.33: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:21:05.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:21:05.34: VncKubernetes - vnc_sync - Service start 2025-11-05 10:21:05.34: VncKubernetes - vnc_sync - Service done 2025-11-05 10:21:05.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:21:05.34: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:21:05.38: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:21:05.38: EndPointMonitor - start process kube event 2025-11-05 10:21:05.38: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:21:05.38: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:21:05.38: EndPointMonitor - Connect Kube API result 0 2025-11-05 10:21:05.38: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:21:05.38: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:21:05.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:21:05.38: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:21:05.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:21:05.39: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:21:05.45: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:21:05.45: NamespaceMonitor - start process kube event 2025-11-05 10:21:05.45: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:21:05.45: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:21:05.45: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:21:05.45: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:21:05.45: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:21:05.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:21:05.46: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:21:05.46: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:21:05.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:21:05.46: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:21:05.46: NetworkMonitor - start process kube event 2025-11-05 10:21:05.46: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-11-05 10:21:05.46: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:21:05.46: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:21:05.46: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:21:05.46: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-11-05 10:21:05.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:21:05.46: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:21:05.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:21:05.47: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:21:05.47: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-11-05 10:22:04.87: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=364 2025-11-05 10:22:04.87: PodMonitor - start process kube event 2025-11-05 10:22:04.87: empty line received 2025-11-05 10:22:04.87: PodMonitor - start process kube event 2025-11-05 10:23:04.65: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=364 2025-11-05 10:23:04.65: PodMonitor - start process kube event 2025-11-05 10:23:04.65: empty line received 2025-11-05 10:23:04.65: PodMonitor - start process kube event 2025-11-05 10:23:05.28: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:23:05.28: NetworkPolicyMonitor - start process kube event 2025-11-05 10:23:05.28: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:23:05.28: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:23:05.28: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 10:23:05.28: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:23:05.28: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:23:05.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:23:05.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:23:05.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:23:05.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:23:05.30: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:23:05.33: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:23:05.33: IngressMonitor - start process kube event 2025-11-05 10:23:05.33: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:23:05.33: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:23:05.33: IngressMonitor - Connect Kube API result 0 2025-11-05 10:23:05.33: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:23:05.33: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:23:05.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:23:05.33: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:23:05.33: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:23:05.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:23:05.34: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:23:05.34: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:23:05.35: ServiceMonitor - start process kube event 2025-11-05 10:23:05.35: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:23:05.35: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:23:05.35: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:23:05.35: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:23:05.35: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:23:05.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:23:05.35: VncKubernetes - vnc_sync - Service start 2025-11-05 10:23:05.35: VncKubernetes - vnc_sync - Service done 2025-11-05 10:23:05.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:23:05.36: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:23:05.39: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:23:05.39: EndPointMonitor - start process kube event 2025-11-05 10:23:05.39: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:23:05.39: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:23:05.39: EndPointMonitor - Connect Kube API result 0 2025-11-05 10:23:05.39: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:23:05.39: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:23:05.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:23:05.39: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:23:05.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:23:05.40: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:23:05.47: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:23:05.47: NamespaceMonitor - start process kube event 2025-11-05 10:23:05.47: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:23:05.47: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:23:05.47: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:23:05.47: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:23:05.47: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:23:05.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:23:05.47: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:23:05.47: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:23:05.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:23:05.47: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:23:05.47: NetworkMonitor - start process kube event 2025-11-05 10:23:05.47: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-11-05 10:23:05.47: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:23:05.47: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:23:05.48: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:23:05.48: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-11-05 10:23:05.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:23:05.48: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:23:05.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:23:05.48: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:23:05.49: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-11-05 10:24:04.60: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=364 2025-11-05 10:24:04.60: PodMonitor - start process kube event 2025-11-05 10:24:04.60: PodMonitor - _schedule_vnc_sync 2025-11-05 10:24:04.61: empty line received 2025-11-05 10:24:04.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:24:04.61: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:24:04.61: PodMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-05 10:24:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001873 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:24:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001122 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:24:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001416 2025-11-05 10:24:04.63: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:24:04.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:24:16.70: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=364 2025-11-05 10:24:16.70: PodMonitor - start process kube event 2025-11-05 10:24:16.70: empty line received 2025-11-05 10:24:16.70: PodMonitor - start process kube event 2025-11-05 10:24:17.76: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=364 2025-11-05 10:24:17.76: PodMonitor - start process kube event 2025-11-05 10:24:17.76: empty line received 2025-11-05 10:24:17.76: PodMonitor - start process kube event 2025-11-05 10:24:18.90: stop iteration PodMonitor 2025-11-05 10:24:18.90: PodMonitor - start process kube event 2025-11-05 10:24:18.90: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=364 2025-11-05 10:24:18.90: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:24:18.90: PodMonitor - Connect Kube API result 0 2025-11-05 10:24:18.90: PodMonitor - _schedule_vnc_sync 2025-11-05 10:24:18.90: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '364'})(timeout=120) 2025-11-05 10:24:18.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:24:18.90: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:24:18.90: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:24:18.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:24:18.92: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '364'}) 2025-11-05 10:24:29.56: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:24:29.56: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:24:29.56: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:24:29.56: PodMonitor - start process kube event 2025-11-05 10:24:29.56: empty line received 2025-11-05 10:24:29.56: PodMonitor - start process kube event 2025-11-05 10:24:29.58: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:24:29.58: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:24:29.58: EndPointMonitor - start process kube event 2025-11-05 10:24:29.58: empty line received 2025-11-05 10:24:29.58: EndPointMonitor - start process kube event 2025-11-05 10:24:29.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:24:29.58: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:24:29.61: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:24:29.61: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:24:29.61: PodMonitor - start process kube event 2025-11-05 10:24:29.61: empty line received 2025-11-05 10:24:29.61: PodMonitor - start process kube event 2025-11-05 10:24:29.63: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:24:29.63: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:24:29.63: EndPointMonitor - start process kube event 2025-11-05 10:24:29.63: empty line received 2025-11-05 10:24:29.63: EndPointMonitor - start process kube event 2025-11-05 10:24:29.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:24:29.67: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:24:29.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:24:29.75: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:24:30.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:25:05.30: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:25:05.30: NetworkPolicyMonitor - start process kube event 2025-11-05 10:25:05.30: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:25:05.30: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:25:05.30: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 10:25:05.30: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:25:05.30: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:25:05.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:25:05.31: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:25:05.31: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:25:05.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:25:05.31: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:25:05.32: EndPointMonitor - Received BOOKMARK: oldResVer=326 newResVer=804 2025-11-05 10:25:05.32: EndPointMonitor - start process kube event 2025-11-05 10:25:05.32: empty line received 2025-11-05 10:25:05.32: EndPointMonitor - start process kube event 2025-11-05 10:25:05.34: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:25:05.34: IngressMonitor - start process kube event 2025-11-05 10:25:05.34: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:25:05.34: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:25:05.34: IngressMonitor - Connect Kube API result 0 2025-11-05 10:25:05.34: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:25:05.34: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:25:05.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:25:05.34: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:25:05.34: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:25:05.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:25:05.35: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:25:05.36: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:25:05.36: ServiceMonitor - start process kube event 2025-11-05 10:25:05.36: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:25:05.36: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:25:05.36: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:25:05.36: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:25:05.36: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:25:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001456 2025-11-05 10:25:05.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:25:05.36: VncKubernetes - vnc_sync - Service start 2025-11-05 10:25:05.36: VncKubernetes - vnc_sync - Service done 2025-11-05 10:25:05.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:25:05.37: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:25:05.48: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:25:05.48: NamespaceMonitor - start process kube event 2025-11-05 10:25:05.48: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:25:05.48: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:25:05.49: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:25:05.49: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:25:05.49: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:25:05.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:25:05.49: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:25:05.49: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:25:05.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:25:05.49: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:25:05.49: NetworkMonitor - start process kube event 2025-11-05 10:25:05.49: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-11-05 10:25:05.49: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:25:05.49: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:25:05.49: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:25:05.49: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-11-05 10:25:05.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:25:05.50: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:25:05.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:25:05.50: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:25:05.51: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-11-05 10:25:19.35: PodMonitor - Received BOOKMARK: oldResVer=364 newResVer=802 2025-11-05 10:25:19.35: PodMonitor - start process kube event 2025-11-05 10:25:19.35: empty line received 2025-11-05 10:25:19.35: PodMonitor - start process kube event 2025-11-05 10:26:04.96: EndPointMonitor - Received BOOKMARK: oldResVer=804 newResVer=804 2025-11-05 10:26:04.96: EndPointMonitor - start process kube event 2025-11-05 10:26:04.96: empty line received 2025-11-05 10:26:04.96: EndPointMonitor - start process kube event 2025-11-05 10:26:19.52: PodMonitor - Received BOOKMARK: oldResVer=802 newResVer=802 2025-11-05 10:26:19.52: PodMonitor - start process kube event 2025-11-05 10:26:19.52: empty line received 2025-11-05 10:26:19.52: PodMonitor - start process kube event 2025-11-05 10:27:04.48: EndPointMonitor - Received BOOKMARK: oldResVer=804 newResVer=804 2025-11-05 10:27:04.48: EndPointMonitor - start process kube event 2025-11-05 10:27:04.48: empty line received 2025-11-05 10:27:04.48: EndPointMonitor - start process kube event 2025-11-05 10:27:05.32: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:27:05.32: NetworkPolicyMonitor - start process kube event 2025-11-05 10:27:05.32: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:27:05.32: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:27:05.32: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 10:27:05.32: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:27:05.32: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:27:05.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:27:05.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:27:05.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:27:05.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:27:05.34: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:27:05.35: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:27:05.35: IngressMonitor - start process kube event 2025-11-05 10:27:05.35: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:27:05.35: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:27:05.35: IngressMonitor - Connect Kube API result 0 2025-11-05 10:27:05.35: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:27:05.35: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:27:05.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:27:05.36: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:27:05.36: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:27:05.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:27:05.36: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:27:05.37: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:27:05.37: ServiceMonitor - start process kube event 2025-11-05 10:27:05.37: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:27:05.37: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:27:05.37: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:27:05.37: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:27:05.37: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:27:05.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:27:05.37: VncKubernetes - vnc_sync - Service start 2025-11-05 10:27:05.37: VncKubernetes - vnc_sync - Service done 2025-11-05 10:27:05.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:27:05.38: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:27:05.51: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:27:05.51: NamespaceMonitor - start process kube event 2025-11-05 10:27:05.51: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:27:05.51: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:27:05.51: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:27:05.51: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:27:05.51: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:27:05.51: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:27:05.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:27:05.51: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:27:05.51: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:27:05.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:27:05.51: NetworkMonitor - start process kube event 2025-11-05 10:27:05.51: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-11-05 10:27:05.51: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:27:05.51: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:27:05.51: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:27:05.51: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-11-05 10:27:05.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:27:05.51: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:27:05.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:27:05.52: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:27:05.52: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-11-05 10:27:19.58: PodMonitor - Received BOOKMARK: oldResVer=802 newResVer=802 2025-11-05 10:27:19.58: PodMonitor - start process kube event 2025-11-05 10:27:19.58: empty line received 2025-11-05 10:27:19.58: PodMonitor - start process kube event 2025-11-05 10:28:04.51: EndPointMonitor - Received BOOKMARK: oldResVer=804 newResVer=804 2025-11-05 10:28:04.51: EndPointMonitor - start process kube event 2025-11-05 10:28:04.52: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:28:04.52: empty line received 2025-11-05 10:28:04.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:28:04.52: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:28:04.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:28:04.52: EndPointMonitor - start process kube event 2025-11-05 10:28:05.48: ServiceMonitor - Received BOOKMARK: oldResVer=326 newResVer=1071 2025-11-05 10:28:05.48: ServiceMonitor - start process kube event 2025-11-05 10:28:05.48: empty line received 2025-11-05 10:28:05.48: ServiceMonitor - start process kube event 2025-11-05 10:28:05.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=326 newResVer=1065 2025-11-05 10:28:05.98: NetworkPolicyMonitor - start process kube event 2025-11-05 10:28:05.98: empty line received 2025-11-05 10:28:05.98: NetworkPolicyMonitor - start process kube event 2025-11-05 10:28:06.00: IngressMonitor - Received BOOKMARK: oldResVer=326 newResVer=1039 2025-11-05 10:28:06.00: IngressMonitor - start process kube event 2025-11-05 10:28:06.00: empty line received 2025-11-05 10:28:06.00: IngressMonitor - start process kube event 2025-11-05 10:28:20.08: PodMonitor - Received BOOKMARK: oldResVer=802 newResVer=802 2025-11-05 10:28:20.08: PodMonitor - start process kube event 2025-11-05 10:28:20.08: PodMonitor - _schedule_vnc_sync 2025-11-05 10:28:20.08: empty line received 2025-11-05 10:28:20.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:28:20.08: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:28:20.08: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:28:20.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:28:20.08: PodMonitor - start process kube event 2025-11-05 10:29:01.33: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:29:01.33: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:29:01.33: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:29:01.33: PodMonitor - start process kube event 2025-11-05 10:29:01.33: empty line received 2025-11-05 10:29:01.33: PodMonitor - start process kube event 2025-11-05 10:29:01.34: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:29:01.34: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:29:01.34: EndPointMonitor - start process kube event 2025-11-05 10:29:01.34: empty line received 2025-11-05 10:29:01.34: EndPointMonitor - start process kube event 2025-11-05 10:29:01.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:29:01.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:29:01.36: PodMonitor - start process kube event 2025-11-05 10:29:01.36: empty line received 2025-11-05 10:29:01.36: PodMonitor - start process kube event 2025-11-05 10:29:01.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:29:01.36: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:29:01.37: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:29:01.37: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:29:01.37: EndPointMonitor - start process kube event 2025-11-05 10:29:01.37: empty line received 2025-11-05 10:29:01.37: EndPointMonitor - start process kube event 2025-11-05 10:29:01.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:29:01.76: VncKubernetes - Process event (name=coredns-6f867cd986-pbftc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pbftc:c24c1afa-c250-449f-b521-a02248a899dc 2025-11-05 10:29:01.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:29:01.84: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:7414953c-ff76-4c72-9434-3820a5fe5ca4 2025-11-05 10:29:02.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:29:05.05: ServiceMonitor - Received BOOKMARK: oldResVer=1071 newResVer=1071 2025-11-05 10:29:05.05: ServiceMonitor - start process kube event 2025-11-05 10:29:05.05: empty line received 2025-11-05 10:29:05.05: ServiceMonitor - start process kube event 2025-11-05 10:29:05.52: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:29:05.52: NamespaceMonitor - start process kube event 2025-11-05 10:29:05.52: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:29:05.52: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:29:05.52: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:29:05.52: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:29:05.52: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:30:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001712 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:30:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001365 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:30:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001081 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:30:41] "GET /Snh_NamespaceDatabaseList?namespace_uuid=d08e6447-cc44-4d80-a28e-b2752e39f2f5 HTTP/1.1" 200 753 0.013031 2025-11-05 10:29:05.52: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:29:05.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:29:05.52: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:29:05.52: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:29:05.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:29:05.52: NetworkMonitor - start process kube event 2025-11-05 10:29:05.52: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=332 2025-11-05 10:29:05.52: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:29:05.53: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:29:05.53: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:29:05.53: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'})(timeout=120) 2025-11-05 10:29:05.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:29:05.53: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:29:05.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:29:05.54: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:29:05.54: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '332'}) 2025-11-05 10:29:05.57: EndPointMonitor - Received BOOKMARK: oldResVer=804 newResVer=1176 2025-11-05 10:29:05.57: EndPointMonitor - start process kube event 2025-11-05 10:29:05.57: empty line received 2025-11-05 10:29:05.57: EndPointMonitor - start process kube event 2025-11-05 10:29:05.95: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-05 10:29:05.95: IngressMonitor - start process kube event 2025-11-05 10:29:05.95: empty line received 2025-11-05 10:29:05.95: IngressMonitor - start process kube event 2025-11-05 10:29:06.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1065 2025-11-05 10:29:06.55: NetworkPolicyMonitor - start process kube event 2025-11-05 10:29:06.55: empty line received 2025-11-05 10:29:06.56: NetworkPolicyMonitor - start process kube event 2025-11-05 10:29:20.26: PodMonitor - Received BOOKMARK: oldResVer=802 newResVer=1173 2025-11-05 10:29:20.26: PodMonitor - start process kube event 2025-11-05 10:29:20.26: empty line received 2025-11-05 10:29:20.26: PodMonitor - start process kube event 2025-11-05 10:29:22.40: EndPointMonitor - Received BOOKMARK: oldResVer=1176 newResVer=1176 2025-11-05 10:29:22.40: EndPointMonitor - start process kube event 2025-11-05 10:29:22.40: empty line received 2025-11-05 10:29:22.40: EndPointMonitor - start process kube event 2025-11-05 10:29:23.39: PodMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-11-05 10:29:23.39: PodMonitor - start process kube event 2025-11-05 10:29:23.39: empty line received 2025-11-05 10:29:23.39: PodMonitor - start process kube event 2025-11-05 10:29:23.68: stop iteration EndPointMonitor 2025-11-05 10:29:23.68: EndPointMonitor - start process kube event 2025-11-05 10:29:23.68: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1176 2025-11-05 10:29:23.68: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:29:23.68: EndPointMonitor - Connect Kube API result 0 2025-11-05 10:29:23.68: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:29:23.68: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1176'})(timeout=120) 2025-11-05 10:29:23.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:29:23.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:29:23.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:29:23.71: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1176'}) 2025-11-05 10:29:24.44: PodMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1173 2025-11-05 10:29:24.44: PodMonitor - start process kube event 2025-11-05 10:29:24.44: empty line received 2025-11-05 10:29:24.44: PodMonitor - start process kube event 2025-11-05 10:29:25.41: stop iteration PodMonitor 2025-11-05 10:29:25.41: PodMonitor - start process kube event 2025-11-05 10:29:25.41: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1173 2025-11-05 10:29:25.41: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:29:25.41: PodMonitor - Connect Kube API result 0 2025-11-05 10:29:25.41: PodMonitor - _schedule_vnc_sync 2025-11-05 10:29:25.41: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'})(timeout=120) 2025-11-05 10:29:25.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:29:25.41: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:29:25.41: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:29:25.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:29:25.42: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1173'}) 2025-11-05 10:30:05.47: ServiceMonitor - Received BOOKMARK: oldResVer=1071 newResVer=1071 2025-11-05 10:30:05.47: ServiceMonitor - start process kube event 2025-11-05 10:30:05.47: empty line received 2025-11-05 10:30:05.47: ServiceMonitor - start process kube event 2025-11-05 10:30:05.98: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-05 10:30:05.98: IngressMonitor - start process kube event 2025-11-05 10:30:05.98: empty line received 2025-11-05 10:30:05.98: IngressMonitor - start process kube event 2025-11-05 10:30:06.40: NetworkMonitor - Received BOOKMARK: oldResVer=332 newResVer=1226 2025-11-05 10:30:06.40: NetworkMonitor - start process kube event 2025-11-05 10:30:06.40: empty line received 2025-11-05 10:30:06.40: NetworkMonitor - start process kube event 2025-11-05 10:30:06.51: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1065 2025-11-05 10:30:06.51: NetworkPolicyMonitor - start process kube event 2025-11-05 10:30:06.51: empty line received 2025-11-05 10:30:06.51: NetworkPolicyMonitor - start process kube event 2025-11-05 10:30:41.53: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-47359299:deef5481-9121-439a-ac7f-95c04ad57fb2 2025-11-05 10:30:41.53: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-47359299:deef5481-9121-439a-ac7f-95c04ad57fb2 2025-11-05 10:30:41.53: VncKubernetes - Process event (name=ctest-nginx-svc-47359299 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-47359299:deef5481-9121-439a-ac7f-95c04ad57fb2 2025-11-05 10:30:41.55: ServiceMonitor - start process kube event 2025-11-05 10:30:41.55: empty line received 2025-11-05 10:30:41.55: ServiceMonitor - start process kube event 2025-11-05 10:30:41.56: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:30:41.57: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:30:41.57: EndPointMonitor - start process kube event 2025-11-05 10:30:41.58: empty line received 2025-11-05 10:30:41.58: EndPointMonitor - start process kube event 2025-11-05 10:30:41.58: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:41.58: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-50745658 (no nodeName) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:30:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001168 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:30:51] "GET /Snh_LoadbalancerDatabaseList?x=9972c873-1954-4918-acda-7dc38db1e7c2 HTTP/1.1" 200 1869 0.001011 2025-11-05 10:30:41.58: PodMonitor - start process kube event 2025-11-05 10:30:41.58: empty line received 2025-11-05 10:30:41.58: PodMonitor - start process kube event 2025-11-05 10:30:41.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:41.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:41.66: PodMonitor - start process kube event 2025-11-05 10:30:41.66: empty line received 2025-11-05 10:30:41.66: PodMonitor - start process kube event 2025-11-05 10:30:41.68: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:41.68: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-12364701 (no nodeName) 2025-11-05 10:30:41.68: PodMonitor - start process kube event 2025-11-05 10:30:41.68: empty line received 2025-11-05 10:30:41.68: PodMonitor - start process kube event 2025-11-05 10:30:41.69: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:41.69: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:41.69: PodMonitor - start process kube event 2025-11-05 10:30:41.69: empty line received 2025-11-05 10:30:41.69: PodMonitor - start process kube event 2025-11-05 10:30:41.69: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:41.69: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:41.69: PodMonitor - start process kube event 2025-11-05 10:30:41.69: empty line received 2025-11-05 10:30:41.69: PodMonitor - start process kube event 2025-11-05 10:30:41.71: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:41.71: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:41.71: PodMonitor - start process kube event 2025-11-05 10:30:41.71: empty line received 2025-11-05 10:30:41.71: PodMonitor - start process kube event 2025-11-05 10:30:43.07: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:30:43.07: VncKubernetes - Process event (name=ctest-nginx-svc-47359299 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:30:43.12: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:30:43.12: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:44.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:44.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:44.16: PodMonitor - start process kube event 2025-11-05 10:30:44.16: empty line received 2025-11-05 10:30:44.16: PodMonitor - start process kube event 2025-11-05 10:30:44.18: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:30:44.18: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:44.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:30:44.33: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:44.98: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:44.98: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:44.99: PodMonitor - start process kube event 2025-11-05 10:30:44.99: empty line received 2025-11-05 10:30:44.99: PodMonitor - start process kube event 2025-11-05 10:30:45.00: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:30:45.00: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:45.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:30:45.13: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:45.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:30:45.15: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:30:45.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:30:48.09: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:30:48.09: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:30:48.09: VncKubernetes - Process event (name=ctest-nginx-ingress-85582372 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:30:48.09: IngressMonitor - start process kube event 2025-11-05 10:30:48.10: empty line received 2025-11-05 10:30:48.10: IngressMonitor - start process kube event 2025-11-05 10:30:49.40: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:30:49.40: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:30:49.40: IngressMonitor - start process kube event 2025-11-05 10:30:49.40: empty line received 2025-11-05 10:30:49.41: IngressMonitor - start process kube event 2025-11-05 10:30:50.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:30:50.81: VncKubernetes - Process event (name=ctest-nginx-ingress-85582372 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:30:51.14: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:51.14: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-81768856 (no nodeName) 2025-11-05 10:30:51.14: PodMonitor - start process kube event 2025-11-05 10:30:51.14: empty line received 2025-11-05 10:30:51.14: PodMonitor - start process kube event 2025-11-05 10:30:51.15: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:51.15: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:51.15: PodMonitor - start process kube event 2025-11-05 10:30:51.15: empty line received 2025-11-05 10:30:51.15: PodMonitor - start process kube event 2025-11-05 10:30:51.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:51.17: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:51.17: PodMonitor - start process kube event 2025-11-05 10:30:51.17: empty line received 2025-11-05 10:30:51.17: PodMonitor - start process kube event 2025-11-05 10:30:51.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:30:51.33: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:31:01] "GET /Snh_VirtualMachineDatabaseList?x=2f2eabaf-7b9b-463d-a4eb-630170fccacb HTTP/1.1" 200 2149 0.000832 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:31:01] "GET /Snh_VirtualMachineDatabaseList?x=5f24f7f9-3856-41b6-9a97-c678f1b345ee HTTP/1.1" 200 2149 0.000823 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:31:06] "GET /Snh_VirtualMachineDatabaseList?x=84f20340-5948-445f-b177-9cc3ba339434 HTTP/1.1" 200 2083 0.001146 VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:52.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:52.18: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:52.18: PodMonitor - start process kube event 2025-11-05 10:30:52.18: empty line received 2025-11-05 10:30:52.18: PodMonitor - start process kube event 2025-11-05 10:30:52.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:30:52.20: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:52.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:30:52.39: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:30:52.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:30:59.50: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:59.50: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:59.50: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:30:59.50: PodMonitor - start process kube event 2025-11-05 10:30:59.50: empty line received 2025-11-05 10:30:59.50: PodMonitor - start process kube event 2025-11-05 10:30:59.51: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:30:59.51: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:30:59.51: EndPointMonitor - start process kube event 2025-11-05 10:30:59.51: empty line received 2025-11-05 10:30:59.51: EndPointMonitor - start process kube event 2025-11-05 10:30:59.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:30:59.56: VncKubernetes - Process event (name=ctest-nginx-svc-47359299 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:30:59.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:00.51: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:00.51: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:00.51: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:00.51: PodMonitor - start process kube event 2025-11-05 10:31:00.51: empty line received 2025-11-05 10:31:00.51: PodMonitor - start process kube event 2025-11-05 10:31:00.52: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:00.52: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:00.52: EndPointMonitor - start process kube event 2025-11-05 10:31:00.52: empty line received 2025-11-05 10:31:00.52: EndPointMonitor - start process kube event 2025-11-05 10:31:00.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:31:00.53: VncKubernetes - Process event (name=ctest-nginx-svc-47359299 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:00.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:03.51: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:03.51: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:03.52: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:03.52: PodMonitor - start process kube event 2025-11-05 10:31:03.52: empty line received 2025-11-05 10:31:03.52: PodMonitor - start process kube event 2025-11-05 10:31:03.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:05.34: ServiceMonitor - Received BOOKMARK: oldResVer=1071 newResVer=1317 2025-11-05 10:31:05.34: ServiceMonitor - start process kube event 2025-11-05 10:31:05.34: empty line received 2025-11-05 10:31:05.34: ServiceMonitor - start process kube event 2025-11-05 10:31:05.54: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:31:05.54: NamespaceMonitor - start process kube event 2025-11-05 10:31:05.54: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=326 2025-11-05 10:31:05.54: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:31:05.54: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:31:05.54: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:31:05.54: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'})(timeout=120) 2025-11-05 10:31:05.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:31:05.55: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:31:05.55: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:31:05.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:05.56: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '326'}) 2025-11-05 10:31:06.28: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1065 2025-11-05 10:31:06.28: NetworkPolicyMonitor - start process kube event 2025-11-05 10:31:06.28: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:31:06.28: empty line received 2025-11-05 10:31:06.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:31:06.28: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:31:06.28: NetworkPolicyMonitor - start process kube event 2025-11-05 10:31:06.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:31:06.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:06.69: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:06.69: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:06.69: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:06.70: PodMonitor - start process kube event 2025-11-05 10:31:06.70: empty line received 2025-11-05 10:31:06.70: PodMonitor - start process kube event 2025-11-05 10:31:06.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:06.88: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1341 2025-11-05 10:31:06.88: IngressMonitor - start process kube event 2025-11-05 10:31:06.88: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:31:06.88: empty line received 2025-11-05 10:31:06.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:31:06.88: VncKubernetes - vnc_sync - Ingress start [Introspect:8108]10.0.0.23 - - [2025-11-05 10:31:41] "GET /Snh_LoadbalancerDatabaseList?x=9972c873-1954-4918-acda-7dc38db1e7c2 HTTP/1.1" 200 1869 0.002361 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:31:42] "GET /Snh_LoadbalancerDatabaseList?x=9972c873-1954-4918-acda-7dc38db1e7c2 HTTP/1.1" 200 313 0.000568 2025-11-05 10:31:06.89: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:31:06.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:06.89: IngressMonitor - start process kube event 2025-11-05 10:31:07.10: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:31:07.10: NetworkMonitor - start process kube event 2025-11-05 10:31:07.11: empty line received 2025-11-05 10:31:07.11: NetworkMonitor - start process kube event 2025-11-05 10:31:23.56: EndPointMonitor - Received BOOKMARK: oldResVer=1176 newResVer=1377 2025-11-05 10:31:23.56: EndPointMonitor - start process kube event 2025-11-05 10:31:23.56: empty line received 2025-11-05 10:31:23.56: EndPointMonitor - start process kube event 2025-11-05 10:31:25.29: PodMonitor - Received BOOKMARK: oldResVer=1173 newResVer=1390 2025-11-05 10:31:25.29: PodMonitor - start process kube event 2025-11-05 10:31:25.29: empty line received 2025-11-05 10:31:25.29: PodMonitor - start process kube event 2025-11-05 10:31:37.58: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.58: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.58: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.58: PodMonitor - start process kube event 2025-11-05 10:31:37.58: empty line received 2025-11-05 10:31:37.58: PodMonitor - start process kube event 2025-11-05 10:31:37.59: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.59: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.59: PodMonitor - start process kube event 2025-11-05 10:31:37.59: empty line received 2025-11-05 10:31:37.59: PodMonitor - start process kube event 2025-11-05 10:31:37.59: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.59: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.59: PodMonitor - start process kube event 2025-11-05 10:31:37.59: empty line received 2025-11-05 10:31:37.59: PodMonitor - start process kube event 2025-11-05 10:31:37.59: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:31:37.60: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.65: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:31:37.65: VncKubernetes - Process event (name=ctest-busybox-pod-81768856 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-81768856:84f20340-5948-445f-b177-9cc3ba339434 2025-11-05 10:31:37.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:41.81: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:31:41.81: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:31:41.81: VncKubernetes - Process event (name=ctest-nginx-ingress-85582372 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-85582372:9972c873-1954-4918-acda-7dc38db1e7c2 2025-11-05 10:31:41.81: IngressMonitor - start process kube event 2025-11-05 10:31:41.81: empty line received 2025-11-05 10:31:41.81: IngressMonitor - start process kube event 2025-11-05 10:31:43.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:43.41: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:43.41: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:43.41: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:43.42: PodMonitor - start process kube event 2025-11-05 10:31:43.42: empty line received 2025-11-05 10:31:43.42: PodMonitor - start process kube event 2025-11-05 10:31:43.42: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:43.42: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:43.42: EndPointMonitor - start process kube event 2025-11-05 10:31:43.42: empty line received 2025-11-05 10:31:43.42: EndPointMonitor - start process kube event 2025-11-05 10:31:43.46: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:31:43.46: VncKubernetes - Process event (name=ctest-nginx-svc-47359299 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:43.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:44.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.77: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.77: PodMonitor - start process kube event 2025-11-05 10:31:44.77: empty line received 2025-11-05 10:31:44.77: PodMonitor - start process kube event 2025-11-05 10:31:44.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.78: PodMonitor - start process kube event 2025-11-05 10:31:44.78: empty line received 2025-11-05 10:31:44.78: PodMonitor - start process kube event 2025-11-05 10:31:44.78: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.78: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.78: PodMonitor - start process kube event 2025-11-05 10:31:44.78: empty line received 2025-11-05 10:31:44.78: PodMonitor - start process kube event 2025-11-05 10:31:44.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:31:44.79: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:44.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:31:44.85: VncKubernetes - Process event (name=ctest-nginx-pod-12364701 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-12364701:5f24f7f9-3856-41b6-9a97-c678f1b345ee 2025-11-05 10:31:45.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:48.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:48.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:48.47: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:48.48: PodMonitor - start process kube event 2025-11-05 10:31:48.48: empty line received 2025-11-05 10:31:48.48: PodMonitor - start process kube event 2025-11-05 10:31:48.48: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:48.48: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:48.48: EndPointMonitor - start process kube event 2025-11-05 10:31:48.48: empty line received 2025-11-05 10:31:48.49: EndPointMonitor - start process kube event 2025-11-05 10:31:48.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:31:48.50: VncKubernetes - Process event (name=ctest-nginx-svc-47359299 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47359299:3ead2589-9ea0-4a99-aac5-1acc6eb96c9b 2025-11-05 10:31:48.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:49.60: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.60: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.60: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.61: PodMonitor - start process kube event 2025-11-05 10:31:49.61: empty line received 2025-11-05 10:31:49.61: PodMonitor - start process kube event 2025-11-05 10:31:49.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.61: PodMonitor - start process kube event 2025-11-05 10:31:49.61: empty line received 2025-11-05 10:31:49.62: PodMonitor - start process kube event 2025-11-05 10:31:49.62: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.62: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.62: PodMonitor - start process kube event 2025-11-05 10:31:49.62: empty line received 2025-11-05 10:31:49.62: PodMonitor - start process kube event 2025-11-05 10:31:49.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:31:49.63: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:49.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:31:49.69: VncKubernetes - Process event (name=ctest-nginx-pod-50745658 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-50745658:2f2eabaf-7b9b-463d-a4eb-630170fccacb 2025-11-05 10:31:50.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:53.91: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:31:53.91: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:31:53.91: VncKubernetes - Process event (name=ctest-new-default-03080290 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:31:53.91: NamespaceMonitor - start process kube event 2025-11-05 10:31:53.92: empty line received 2025-11-05 10:31:53.92: NamespaceMonitor - start process kube event 2025-11-05 10:31:55.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:56.92: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:31:56.92: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:31:56.92: VncKubernetes - Process event (name=ctest-non-default-23495541 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:31:56.92: NamespaceMonitor - start process kube event 2025-11-05 10:31:56.92: empty line received 2025-11-05 10:31:56.92: NamespaceMonitor - start process kube event 2025-11-05 10:31:58.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:31:59.93: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:31:59.93: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:31:59.93: VncKubernetes - Process event (name=ctest-new-default-03080290 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:31:59.94: NamespaceMonitor - start process kube event 2025-11-05 10:31:59.94: empty line received 2025-11-05 10:31:59.94: NamespaceMonitor - start process kube event 2025-11-05 10:31:59.95: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:31:59.95: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:31:59.95: NamespaceMonitor - start process kube event 2025-11-05 10:31:59.95: empty line received 2025-11-05 10:31:59.95: NamespaceMonitor - start process kube event 2025-11-05 10:31:59.97: PodMonitor - Received ADDED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:31:59.97: PodMonitor - Skipped ADDED Pod ctest-new-default-03080290:ctest-pod-83393180 (no nodeName) 2025-11-05 10:31:59.97: PodMonitor - start process kube event 2025-11-05 10:31:59.97: empty line received 2025-11-05 10:31:59.97: PodMonitor - start process kube event 2025-11-05 10:31:59.98: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:31:59.99: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:31:59.99: PodMonitor - start process kube event 2025-11-05 10:31:59.99: empty line received 2025-11-05 10:31:59.99: PodMonitor - start process kube event 2025-11-05 10:32:00.01: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:00.01: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:00.01: PodMonitor - start process kube event 2025-11-05 10:32:00.01: empty line received 2025-11-05 10:32:00.01: PodMonitor - start process kube event 2025-11-05 10:32:00.03: PodMonitor - Received ADDED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:00.03: PodMonitor - Skipped ADDED Pod ctest-new-default-03080290:ctest-pod-83240908 (no nodeName) 2025-11-05 10:32:00.03: PodMonitor - start process kube event 2025-11-05 10:32:00.03: empty line received 2025-11-05 10:32:00.03: PodMonitor - start process kube event 2025-11-05 10:32:00.04: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:00.04: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:00.04: PodMonitor - start process kube event 2025-11-05 10:32:00.04: empty line received 2025-11-05 10:32:00.04: PodMonitor - start process kube event 2025-11-05 10:32:00.06: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:00.06: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:00.06: PodMonitor - start process kube event [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:00] "GET /Snh_NamespaceDatabaseList?namespace_uuid=d3562ec5-6e49-45cf-97a6-c362d5c3100e HTTP/1.1" 200 866 0.001009 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:01] "GET /Snh_NamespaceDatabaseList?namespace_uuid=f64981ee-309a-45ca-9be4-171bd04f130f HTTP/1.1" 200 866 0.000849 2025-11-05 10:32:00.06: empty line received 2025-11-05 10:32:00.06: PodMonitor - start process kube event 2025-11-05 10:32:00.10: PodMonitor - Received ADDED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:00.10: PodMonitor - Skipped ADDED Pod ctest-non-default-23495541:ctest-pod-40948043 (no nodeName) 2025-11-05 10:32:00.11: PodMonitor - start process kube event 2025-11-05 10:32:00.11: empty line received 2025-11-05 10:32:00.11: PodMonitor - start process kube event 2025-11-05 10:32:00.11: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:00.11: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:00.11: PodMonitor - start process kube event 2025-11-05 10:32:00.11: empty line received 2025-11-05 10:32:00.11: PodMonitor - start process kube event 2025-11-05 10:32:00.13: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:00.13: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:00.13: PodMonitor - start process kube event 2025-11-05 10:32:00.13: empty line received 2025-11-05 10:32:00.13: PodMonitor - start process kube event 2025-11-05 10:32:00.15: PodMonitor - Received ADDED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:00.16: PodMonitor - Skipped ADDED Pod ctest-non-default-23495541:ctest-pod-36387377 (no nodeName) 2025-11-05 10:32:00.16: PodMonitor - start process kube event 2025-11-05 10:32:00.16: empty line received 2025-11-05 10:32:00.16: PodMonitor - start process kube event 2025-11-05 10:32:00.16: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:00.16: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:00.16: PodMonitor - start process kube event 2025-11-05 10:32:00.16: empty line received 2025-11-05 10:32:00.16: PodMonitor - start process kube event 2025-11-05 10:32:00.18: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:00.18: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:00.18: PodMonitor - start process kube event 2025-11-05 10:32:00.18: empty line received 2025-11-05 10:32:00.18: PodMonitor - start process kube event 2025-11-05 10:32:00.20: PodMonitor - Received ADDED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:00.20: PodMonitor - Skipped ADDED Pod ctest-new-default-03080290:ctest-pod-82931131 (no nodeName) 2025-11-05 10:32:00.20: PodMonitor - start process kube event 2025-11-05 10:32:00.20: empty line received 2025-11-05 10:32:00.20: PodMonitor - start process kube event 2025-11-05 10:32:00.20: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:00.21: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:00.21: PodMonitor - start process kube event 2025-11-05 10:32:00.21: empty line received 2025-11-05 10:32:00.21: PodMonitor - start process kube event 2025-11-05 10:32:00.23: PodMonitor - Received ADDED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:00.23: PodMonitor - Skipped ADDED Pod ctest-new-default-03080290:ctest-pod-01785544 (no nodeName) 2025-11-05 10:32:00.23: PodMonitor - start process kube event 2025-11-05 10:32:00.23: empty line received 2025-11-05 10:32:00.23: PodMonitor - start process kube event 2025-11-05 10:32:00.23: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:00.23: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:00.23: PodMonitor - start process kube event 2025-11-05 10:32:00.23: empty line received 2025-11-05 10:32:00.23: PodMonitor - start process kube event 2025-11-05 10:32:00.27: PodMonitor - Received ADDED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:00.27: PodMonitor - Skipped ADDED Pod ctest-non-default-23495541:ctest-pod-02114595 (no nodeName) 2025-11-05 10:32:00.28: PodMonitor - start process kube event 2025-11-05 10:32:00.28: empty line received 2025-11-05 10:32:00.28: PodMonitor - start process kube event 2025-11-05 10:32:00.28: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:00.28: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:00.28: PodMonitor - start process kube event 2025-11-05 10:32:00.28: empty line received 2025-11-05 10:32:00.28: PodMonitor - start process kube event 2025-11-05 10:32:00.30: PodMonitor - Received ADDED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:00.30: PodMonitor - Skipped ADDED Pod ctest-non-default-23495541:ctest-pod-69976610 (no nodeName) 2025-11-05 10:32:00.30: PodMonitor - start process kube event 2025-11-05 10:32:00.31: empty line received 2025-11-05 10:32:00.31: PodMonitor - start process kube event 2025-11-05 10:32:00.31: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:00.31: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:00.31: PodMonitor - start process kube event 2025-11-05 10:32:00.31: empty line received 2025-11-05 10:32:00.31: PodMonitor - start process kube event 2025-11-05 10:32:00.67: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:00.67: VncKubernetes - Process event (name=ctest-non-default-23495541 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:32:00.80: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:00.80: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:00.80: PodMonitor - start process kube event 2025-11-05 10:32:00.80: empty line received 2025-11-05 10:32:00.80: PodMonitor - start process kube event 2025-11-05 10:32:01.27: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:01.27: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:02.40: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:02.40: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:02.40: PodMonitor - start process kube event 2025-11-05 10:32:02.40: empty line received 2025-11-05 10:32:02.40: PodMonitor - start process kube event 2025-11-05 10:32:02.46: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:02.46: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:02.47: PodMonitor - start process kube event 2025-11-05 10:32:02.47: empty line received 2025-11-05 10:32:02.47: PodMonitor - start process kube event 2025-11-05 10:32:02.48: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 10:32:02.48: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:02.62: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:02.63: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:02.80: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:02.80: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:02.80: PodMonitor - start process kube event 2025-11-05 10:32:02.80: empty line received 2025-11-05 10:32:02.80: PodMonitor - start process kube event 2025-11-05 10:32:03.20: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:03.20: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:03.20: PodMonitor - start process kube event 2025-11-05 10:32:03.20: empty line received 2025-11-05 10:32:03.20: PodMonitor - start process kube event 2025-11-05 10:32:03.31: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:03.31: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:03.31: PodMonitor - start process kube event 2025-11-05 10:32:03.31: empty line received 2025-11-05 10:32:03.31: PodMonitor - start process kube event 2025-11-05 10:32:03.32: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-05 10:32:03.32: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:03.40: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 10:32:03.40: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:04.45: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:04.45: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:04.45: PodMonitor - start process kube event 2025-11-05 10:32:04.45: empty line received 2025-11-05 10:32:04.45: PodMonitor - start process kube event 2025-11-05 10:32:04.46: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 10:32:04.46: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:04.54: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:04.54: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:04.66: ServiceMonitor - Received BOOKMARK: oldResVer=1317 newResVer=1317 2025-11-05 10:32:04.66: ServiceMonitor - start process kube event 2025-11-05 10:32:04.66: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:32:04.66: empty line received 2025-11-05 10:32:04.66: ServiceMonitor - start process kube event 2025-11-05 10:32:05.26: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:05.26: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:05.26: PodMonitor - start process kube event 2025-11-05 10:32:05.26: empty line received 2025-11-05 10:32:05.26: PodMonitor - start process kube event 2025-11-05 10:32:05.28: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 10:32:05.28: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:05.42: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:05.42: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:05.54: NamespaceMonitor - Received BOOKMARK: oldResVer=326 newResVer=1493 2025-11-05 10:32:05.54: NamespaceMonitor - start process kube event 2025-11-05 10:32:05.54: empty line received 2025-11-05 10:32:05.54: NamespaceMonitor - start process kube event 2025-11-05 10:32:05.89: IngressMonitor - Received BOOKMARK: oldResVer=1341 newResVer=1441 2025-11-05 10:32:05.89: IngressMonitor - start process kube event 2025-11-05 10:32:05.89: empty line received 2025-11-05 10:32:05.90: IngressMonitor - start process kube event 2025-11-05 10:32:06.19: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:06.19: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:06.19: PodMonitor - start process kube event 2025-11-05 10:32:06.19: empty line received 2025-11-05 10:32:06.19: PodMonitor - start process kube event 2025-11-05 10:32:06.21: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:06.21: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:06.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1065 2025-11-05 10:32:06.30: NetworkPolicyMonitor - start process kube event 2025-11-05 10:32:06.30: empty line received 2025-11-05 10:32:06.30: NetworkPolicyMonitor - start process kube event 2025-11-05 10:32:06.57: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:32:06.57: NetworkMonitor - start process kube event 2025-11-05 10:32:06.57: empty line received 2025-11-05 10:32:06.57: NetworkMonitor - start process kube event 2025-11-05 10:32:06.96: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:06.96: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:06.97: PodMonitor - start process kube event 2025-11-05 10:32:06.97: empty line received 2025-11-05 10:32:06.97: PodMonitor - start process kube event 2025-11-05 10:32:06.98: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:06.98: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:07.71: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:07.72: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:07.72: PodMonitor - start process kube event 2025-11-05 10:32:07.72: empty line received 2025-11-05 10:32:07.72: PodMonitor - start process kube event 2025-11-05 10:32:07.73: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:07.73: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:08.58: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:08.58: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:08.58: PodMonitor - start process kube event 2025-11-05 10:32:08.58: empty line received 2025-11-05 10:32:08.58: PodMonitor - start process kube event 2025-11-05 10:32:08.60: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 10:32:08.60: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:08.76: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 10:32:08.76: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:08.88: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 10:32:08.88: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:08.94: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 10:32:08.94: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:09.04: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 10:32:09.04: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:09.13: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 10:32:09.13: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:09.19: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 10:32:09.19: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:09.25: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 10:32:09.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:32:09.25: VncKubernetes - vnc_sync - Service start 2025-11-05 10:32:09.25: VncKubernetes - vnc_sync - Service done 2025-11-05 10:32:09.25: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:32:09.25: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:09.27: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:32:09.27: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:09.32: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:32:09.32: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:09.38: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:32:09.38: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:09.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:32:09.39: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:09.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:12.64: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:12.64: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:12.64: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:32:12.65: PodMonitor - start process kube event 2025-11-05 10:32:12.65: empty line received 2025-11-05 10:32:12.65: PodMonitor - start process kube event 2025-11-05 10:32:12.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:12.66: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:12.66: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:12.66: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:32:12.66: PodMonitor - start process kube event 2025-11-05 10:32:12.66: empty line received 2025-11-05 10:32:12.66: PodMonitor - start process kube event 2025-11-05 10:32:12.67: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:12.67: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:12.67: PodMonitor - start process kube event 2025-11-05 10:32:12.67: empty line received 2025-11-05 10:32:12.67: PodMonitor - start process kube event 2025-11-05 10:32:12.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:32:12.72: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:32:12.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:13.66: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:13.66: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:13.66: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:32:13.66: PodMonitor - start process kube event 2025-11-05 10:32:13.66: empty line received 2025-11-05 10:32:13.67: PodMonitor - start process kube event 2025-11-05 10:32:13.68: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:16] "GET /Snh_VirtualMachineDatabaseList?x=9952abcd-d9bf-47fb-8d16-8dadfa8b6481 HTTP/1.1" 200 2483 0.000934 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:16] "GET /Snh_VirtualMachineDatabaseList?x=75b03839-d8c2-42da-a8c6-c346ffb9aac6 HTTP/1.1" 200 2483 0.000793 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:16] "GET /Snh_VirtualMachineDatabaseList?x=be2d352c-08f1-4c33-957a-94ca4e0d7c30 HTTP/1.1" 200 2483 0.001113 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:16] "GET /Snh_VirtualMachineDatabaseList?x=7a9f3611-3dfb-4651-94b0-65ea91b19943 HTTP/1.1" 200 2483 0.002153 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:16] "GET /Snh_VirtualMachineDatabaseList?x=02baa81d-f98e-4aa7-b6af-610d0c0cbc6e HTTP/1.1" 200 2413 0.000824 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:21] "GET /Snh_VirtualMachineDatabaseList?x=5d43ce9c-9939-440f-904f-00e00c2a01a5 HTTP/1.1" 200 2413 0.000849 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:21] "GET /Snh_VirtualMachineDatabaseList?x=5b488eff-daea-493e-b0fb-0b2103b94b9e HTTP/1.1" 200 2413 0.000872 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:21] "GET /Snh_VirtualMachineDatabaseList?x=2f09ab42-6220-4e92-a23b-e2a298ed0231 HTTP/1.1" 200 2413 0.000777 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:23] "GET /Snh_LoadbalancerDatabaseList?x=95474e09-5b84-4eff-8f4c-ad066c167194 HTTP/1.1" 200 1862 0.000808 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:24] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=fadefc6b-9e96-48c9-a5b5-de53cf199478 HTTP/1.1" 200 2095 0.001069 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:24] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=fadefc6b-9e96-48c9-a5b5-de53cf199478 HTTP/1.1" 200 2095 0.000938 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:32:26] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=fadefc6b-9e96-48c9-a5b5-de53cf199478 HTTP/1.1" 200 2302 0.001051 2025-11-05 10:32:14.65: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:14.65: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:14.66: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:32:14.66: PodMonitor - start process kube event 2025-11-05 10:32:14.66: empty line received 2025-11-05 10:32:14.66: PodMonitor - start process kube event 2025-11-05 10:32:14.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:15.80: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:15.80: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:15.80: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:32:15.80: PodMonitor - start process kube event 2025-11-05 10:32:15.81: empty line received 2025-11-05 10:32:15.81: PodMonitor - start process kube event 2025-11-05 10:32:15.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:17.67: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:17.67: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:17.67: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:32:17.67: PodMonitor - start process kube event 2025-11-05 10:32:17.67: empty line received 2025-11-05 10:32:17.67: PodMonitor - start process kube event 2025-11-05 10:32:17.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:17.69: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:17.69: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:17.69: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:32:17.69: PodMonitor - start process kube event 2025-11-05 10:32:17.69: empty line received 2025-11-05 10:32:17.69: PodMonitor - start process kube event 2025-11-05 10:32:17.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:22.29: ServiceMonitor - Received ADDED Service ctest-new-default-03080290:ctest-nginx-svc-79680545:95474e09-5b84-4eff-8f4c-ad066c167194 2025-11-05 10:32:22.29: ServiceMonitor - Got ADDED Service ctest-new-default-03080290:ctest-nginx-svc-79680545:95474e09-5b84-4eff-8f4c-ad066c167194 2025-11-05 10:32:22.29: VncKubernetes - Process event (name=ctest-nginx-svc-79680545 event_type=ADDED kind=Service ns=ctest-new-default-03080290) VncService - Got ADDED Service ctest-new-default-03080290:ctest-nginx-svc-79680545:95474e09-5b84-4eff-8f4c-ad066c167194 2025-11-05 10:32:22.29: ServiceMonitor - start process kube event 2025-11-05 10:32:22.30: empty line received 2025-11-05 10:32:22.30: ServiceMonitor - start process kube event 2025-11-05 10:32:22.30: EndPointMonitor - Received ADDED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:32:22.30: EndPointMonitor - Got ADDED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:32:22.30: EndPointMonitor - start process kube event 2025-11-05 10:32:22.30: empty line received 2025-11-05 10:32:22.30: EndPointMonitor - start process kube event 2025-11-05 10:32:23.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:32:23.27: VncKubernetes - Process event (name=ctest-nginx-svc-79680545 event_type=ADDED kind=Endpoints ns=ctest-new-default-03080290) VncEndpoints - Got ADDED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:32:23.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:32:24.10: EndPointMonitor - Received BOOKMARK: oldResVer=1377 newResVer=1604 2025-11-05 10:32:24.10: EndPointMonitor - start process kube event 2025-11-05 10:32:24.11: empty line received 2025-11-05 10:32:24.11: EndPointMonitor - start process kube event 2025-11-05 10:32:24.80: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:32:24.80: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:32:24.80: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-03080290) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:32:24.80: NetworkPolicyMonitor - start process kube event 2025-11-05 10:32:24.80: empty line received 2025-11-05 10:32:24.80: NetworkPolicyMonitor - start process kube event 2025-11-05 10:32:24.84: PodMonitor - Received BOOKMARK: oldResVer=1390 newResVer=1594 2025-11-05 10:32:24.84: PodMonitor - start process kube event 2025-11-05 10:32:24.84: empty line received 2025-11-05 10:32:24.84: PodMonitor - start process kube event 2025-11-05 10:32:26.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:33:04.84: ServiceMonitor - Received BOOKMARK: oldResVer=1317 newResVer=1603 2025-11-05 10:33:04.84: ServiceMonitor - start process kube event 2025-11-05 10:33:04.84: empty line received 2025-11-05 10:33:04.84: ServiceMonitor - start process kube event 2025-11-05 10:33:05.55: NamespaceMonitor - Received BOOKMARK: oldResVer=1493 newResVer=1493 2025-11-05 10:33:05.55: NamespaceMonitor - start process kube event 2025-11-05 10:33:05.55: empty line received 2025-11-05 10:33:05.55: NamespaceMonitor - start process kube event 2025-11-05 10:33:06.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1065 newResVer=1610 2025-11-05 10:33:06.25: NetworkPolicyMonitor - start process kube event 2025-11-05 10:33:06.25: empty line received 2025-11-05 10:33:06.25: NetworkPolicyMonitor - start process kube event 2025-11-05 10:33:06.93: IngressMonitor - Received BOOKMARK: oldResVer=1441 newResVer=1441 2025-11-05 10:33:06.93: IngressMonitor - start process kube event 2025-11-05 10:33:06.93: empty line received 2025-11-05 10:33:06.93: IngressMonitor - start process kube event 2025-11-05 10:33:07.10: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:33:07.10: NetworkMonitor - start process kube event 2025-11-05 10:33:07.10: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:33:07.10: empty line received 2025-11-05 10:33:07.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:33:07.10: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:33:07.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:33:07.10: NetworkMonitor - start process kube event 2025-11-05 10:33:24.59: EndPointMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 10:33:24.59: EndPointMonitor - start process kube event 2025-11-05 10:33:24.59: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:33:24.59: empty line received 2025-11-05 10:33:24.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:34:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001287 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:34:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001312 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:34:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001737 2025-11-05 10:33:24.59: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:33:24.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:33:24.59: EndPointMonitor - start process kube event 2025-11-05 10:33:24.80: PodMonitor - Received BOOKMARK: oldResVer=1594 newResVer=1594 2025-11-05 10:33:24.80: PodMonitor - start process kube event 2025-11-05 10:33:24.80: empty line received 2025-11-05 10:33:24.80: PodMonitor - start process kube event 2025-11-05 10:34:05.19: ServiceMonitor - Received BOOKMARK: oldResVer=1603 newResVer=1603 2025-11-05 10:34:05.19: ServiceMonitor - start process kube event 2025-11-05 10:34:05.19: empty line received 2025-11-05 10:34:05.19: ServiceMonitor - start process kube event 2025-11-05 10:34:06.18: NamespaceMonitor - Received BOOKMARK: oldResVer=1493 newResVer=1493 2025-11-05 10:34:06.18: NamespaceMonitor - start process kube event 2025-11-05 10:34:06.18: empty line received 2025-11-05 10:34:06.18: NamespaceMonitor - start process kube event 2025-11-05 10:34:06.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1610 newResVer=1610 2025-11-05 10:34:06.55: NetworkPolicyMonitor - start process kube event 2025-11-05 10:34:06.55: empty line received 2025-11-05 10:34:06.55: NetworkPolicyMonitor - start process kube event 2025-11-05 10:34:06.58: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:34:06.58: NetworkMonitor - start process kube event 2025-11-05 10:34:06.58: empty line received 2025-11-05 10:34:06.58: NetworkMonitor - start process kube event 2025-11-05 10:34:07.65: IngressMonitor - Received BOOKMARK: oldResVer=1441 newResVer=1441 2025-11-05 10:34:07.65: IngressMonitor - start process kube event 2025-11-05 10:34:07.65: empty line received 2025-11-05 10:34:07.65: IngressMonitor - start process kube event 2025-11-05 10:34:24.55: PodMonitor - Received BOOKMARK: oldResVer=1594 newResVer=1594 2025-11-05 10:34:24.55: PodMonitor - start process kube event 2025-11-05 10:34:24.55: PodMonitor - _schedule_vnc_sync 2025-11-05 10:34:24.55: empty line received 2025-11-05 10:34:24.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:34:24.55: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:34:24.55: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:34:24.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:34:24.55: PodMonitor - start process kube event 2025-11-05 10:34:25.22: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:34:25.22: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:34:25.22: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-03080290) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:34:25.23: NetworkPolicyMonitor - start process kube event 2025-11-05 10:34:25.23: empty line received 2025-11-05 10:34:25.23: NetworkPolicyMonitor - start process kube event 2025-11-05 10:34:25.27: EndPointMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 10:34:25.27: EndPointMonitor - start process kube event 2025-11-05 10:34:25.27: empty line received 2025-11-05 10:34:25.27: EndPointMonitor - start process kube event 2025-11-05 10:34:26.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:34:29.74: IngressMonitor - Received BOOKMARK: oldResVer=1441 newResVer=1441 2025-11-05 10:34:29.74: IngressMonitor - start process kube event 2025-11-05 10:34:29.74: empty line received 2025-11-05 10:34:29.74: IngressMonitor - start process kube event 2025-11-05 10:34:31.09: stop iteration IngressMonitor 2025-11-05 10:34:31.09: IngressMonitor - start process kube event 2025-11-05 10:34:31.09: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1441 2025-11-05 10:34:31.09: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:34:31.09: IngressMonitor - Connect Kube API result 0 2025-11-05 10:34:31.09: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:34:31.09: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1441'})(timeout=120) 2025-11-05 10:34:31.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:34:31.09: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:34:31.09: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:34:31.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:34:31.10: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1441'}) 2025-11-05 10:35:04.94: ServiceMonitor - Received BOOKMARK: oldResVer=1603 newResVer=1603 2025-11-05 10:35:04.94: ServiceMonitor - start process kube event 2025-11-05 10:35:04.94: empty line received 2025-11-05 10:35:04.94: ServiceMonitor - start process kube event 2025-11-05 10:35:06.41: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:35:06.41: NetworkMonitor - start process kube event 2025-11-05 10:35:06.41: empty line received 2025-11-05 10:35:06.41: NetworkMonitor - start process kube event 2025-11-05 10:35:06.46: NamespaceMonitor - Received BOOKMARK: oldResVer=1493 newResVer=1493 2025-11-05 10:35:06.47: NamespaceMonitor - start process kube event 2025-11-05 10:35:06.47: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:35:06.47: empty line received 2025-11-05 10:35:06.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:35:06.47: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:35:06.47: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:35:06.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:35:06.47: NamespaceMonitor - start process kube event 2025-11-05 10:35:06.69: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1610 newResVer=1766 2025-11-05 10:35:06.69: NetworkPolicyMonitor - start process kube event 2025-11-05 10:35:06.69: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:35:06.70: empty line received 2025-11-05 10:35:06.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:35:06.70: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:35:06.70: NetworkPolicyMonitor - start process kube event 2025-11-05 10:35:06.70: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:35:06.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:35:22.46: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1766 newResVer=1766 2025-11-05 10:35:22.46: NetworkPolicyMonitor - start process kube event 2025-11-05 10:35:22.46: empty line received 2025-11-05 10:35:22.46: NetworkPolicyMonitor - start process kube event 2025-11-05 10:35:24.28: stop iteration NetworkPolicyMonitor 2025-11-05 10:35:24.29: NetworkPolicyMonitor - start process kube event 2025-11-05 10:35:24.29: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1766 2025-11-05 10:35:24.29: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:35:24.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 10:35:24.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 10:35:24.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1766'})(timeout=120) 2025-11-05 10:35:24.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 10:35:24.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 10:35:24.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 10:35:24.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:35:24.30: NetworkPolicyMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1766'}) 2025-11-05 10:35:25.38: EndPointMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1604 2025-11-05 10:35:25.39: EndPointMonitor - start process kube event 2025-11-05 10:35:25.39: empty line received 2025-11-05 10:35:25.39: EndPointMonitor - start process kube event 2025-11-05 10:35:25.62: PodMonitor - Received BOOKMARK: oldResVer=1594 newResVer=1594 2025-11-05 10:35:25.62: PodMonitor - start process kube event 2025-11-05 10:35:25.62: empty line received 2025-11-05 10:35:25.62: PodMonitor - start process kube event 2025-11-05 10:35:27.96: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:27.96: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:27.96: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:27.96: PodMonitor - start process kube event 2025-11-05 10:35:27.96: empty line received 2025-11-05 10:35:27.96: PodMonitor - start process kube event 2025-11-05 10:35:27.96: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:27.96: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:27.96: PodMonitor - start process kube event 2025-11-05 10:35:27.96: empty line received 2025-11-05 10:35:27.96: PodMonitor - start process kube event 2025-11-05 10:35:27.97: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:27.97: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:27.97: PodMonitor - start process kube event 2025-11-05 10:35:27.97: empty line received 2025-11-05 10:35:27.97: PodMonitor - start process kube event 2025-11-05 10:35:27.97: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:35:27.97: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:35:27.97: PodMonitor - start process kube event 2025-11-05 10:35:27.97: empty line received 2025-11-05 10:35:27.97: PodMonitor - start process kube event 2025-11-05 10:35:27.98: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:27.98: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:27.98: PodMonitor - start process kube event 2025-11-05 10:35:27.98: empty line received 2025-11-05 10:35:27.98: PodMonitor - start process kube event 2025-11-05 10:35:27.98: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:27.98: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:27.98: PodMonitor - start process kube event 2025-11-05 10:35:27.98: empty line received 2025-11-05 10:35:27.98: PodMonitor - start process kube event 2025-11-05 10:35:27.98: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:27.98: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:27.98: PodMonitor - start process kube event 2025-11-05 10:35:27.98: empty line received 2025-11-05 10:35:27.98: PodMonitor - start process kube event 2025-11-05 10:35:27.99: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:35:27.99: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:35:27.99: EndPointMonitor - start process kube event 2025-11-05 10:35:27.99: empty line received 2025-11-05 10:35:27.99: EndPointMonitor - start process kube event 2025-11-05 10:35:27.99: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:35:27.99: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:35:27.99: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 10:35:27.99: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:28.00: EndPointMonitor - start process kube event 2025-11-05 10:35:28.00: empty line received 2025-11-05 10:35:28.00: EndPointMonitor - start process kube event 2025-11-05 10:35:28.00: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:28.00: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:28.00: PodMonitor - start process kube event 2025-11-05 10:35:28.01: empty line received 2025-11-05 10:35:28.01: PodMonitor - start process kube event 2025-11-05 10:35:28.06: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 10:35:28.06: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:28.12: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 10:35:28.12: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:35:28.14: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 10:35:28.14: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:28.20: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:35:28.20: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:28.26: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:35:28.27: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:28.29: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:35:28.29: VncKubernetes - Process event (name=ctest-nginx-svc-79680545 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-03080290) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:35:28.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:35:28.48: VncKubernetes - Process event (name=ctest-nginx-svc-79680545 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-03080290) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:35:28.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:35:28.55: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:28.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:35:29.08: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.08: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.08: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.09: PodMonitor - start process kube event 2025-11-05 10:35:29.09: empty line received 2025-11-05 10:35:29.09: PodMonitor - start process kube event 2025-11-05 10:35:29.10: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.10: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.10: PodMonitor - start process kube event 2025-11-05 10:35:29.10: empty line received 2025-11-05 10:35:29.10: PodMonitor - start process kube event 2025-11-05 10:35:29.10: PodMonitor - Received DELETED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.10: PodMonitor - Got DELETED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.10: PodMonitor - start process kube event 2025-11-05 10:35:29.10: empty line received 2025-11-05 10:35:29.10: PodMonitor - start process kube event 2025-11-05 10:35:29.13: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:29.13: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:29.13: PodMonitor - start process kube event 2025-11-05 10:35:29.13: empty line received 2025-11-05 10:35:29.13: PodMonitor - start process kube event 2025-11-05 10:35:29.14: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.14: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.14: PodMonitor - start process kube event 2025-11-05 10:35:29.14: empty line received 2025-11-05 10:35:29.14: PodMonitor - start process kube event 2025-11-05 10:35:29.14: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:35:29.15: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.17: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:35:29.17: VncKubernetes - Process event (name=ctest-pod-40948043 event_type=DELETED kind=Pod ns=ctest-non-default-23495541) VncPod - Got DELETED Pod ctest-non-default-23495541:ctest-pod-40948043:be2d352c-08f1-4c33-957a-94ca4e0d7c30 2025-11-05 10:35:29.32: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.32: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.32: PodMonitor - start process kube event 2025-11-05 10:35:29.32: empty line received 2025-11-05 10:35:29.32: PodMonitor - start process kube event 2025-11-05 10:35:29.33: PodMonitor - Received DELETED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.33: PodMonitor - Got DELETED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.33: PodMonitor - start process kube event 2025-11-05 10:35:29.33: empty line received 2025-11-05 10:35:29.33: PodMonitor - start process kube event 2025-11-05 10:35:29.68: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:35:29.68: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:29.74: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:35:29.74: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:35:29.79: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:35:29.81: VncKubernetes - Process event (name=ctest-pod-83393180 event_type=DELETED kind=Pod ns=ctest-new-default-03080290) VncPod - Got DELETED Pod ctest-new-default-03080290:ctest-pod-83393180:9952abcd-d9bf-47fb-8d16-8dadfa8b6481 2025-11-05 10:35:29.92: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:29.92: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:29.92: PodMonitor - start process kube event 2025-11-05 10:35:29.92: empty line received 2025-11-05 10:35:29.92: PodMonitor - start process kube event 2025-11-05 10:35:30.12: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.12: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.12: PodMonitor - start process kube event 2025-11-05 10:35:30.12: empty line received 2025-11-05 10:35:30.12: PodMonitor - start process kube event 2025-11-05 10:35:30.13: PodMonitor - Received DELETED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.13: PodMonitor - Got DELETED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.13: PodMonitor - start process kube event 2025-11-05 10:35:30.13: empty line received 2025-11-05 10:35:30.13: PodMonitor - start process kube event 2025-11-05 10:35:30.39: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:35:30.39: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:35:30.45: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:35:30.51: VncKubernetes - Process event (name=ctest-pod-83240908 event_type=DELETED kind=Pod ns=ctest-new-default-03080290) VncPod - Got DELETED Pod ctest-new-default-03080290:ctest-pod-83240908:75b03839-d8c2-42da-a8c6-c346ffb9aac6 2025-11-05 10:35:30.72: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:30.72: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:30.72: PodMonitor - start process kube event 2025-11-05 10:35:30.72: empty line received 2025-11-05 10:35:30.72: PodMonitor - start process kube event 2025-11-05 10:35:30.73: PodMonitor - Received DELETED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:30.73: PodMonitor - Got DELETED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:30.73: PodMonitor - start process kube event 2025-11-05 10:35:30.73: empty line received 2025-11-05 10:35:30.73: PodMonitor - start process kube event 2025-11-05 10:35:31.16: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:35:31.16: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:31.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:35:31.22: VncKubernetes - Process event (name=ctest-pod-36387377 event_type=DELETED kind=Pod ns=ctest-non-default-23495541) VncPod - Got DELETED Pod ctest-non-default-23495541:ctest-pod-36387377:7a9f3611-3dfb-4651-94b0-65ea91b19943 2025-11-05 10:35:31.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:35:34.29: EndPointMonitor - Received BOOKMARK: oldResVer=1604 newResVer=1859 2025-11-05 10:35:34.29: EndPointMonitor - start process kube event 2025-11-05 10:35:34.29: empty line received 2025-11-05 10:35:34.29: EndPointMonitor - start process kube event 2025-11-05 10:35:35.92: stop iteration EndPointMonitor 2025-11-05 10:35:35.92: EndPointMonitor - start process kube event 2025-11-05 10:35:35.92: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1859 2025-11-05 10:35:35.92: EndPointMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:35:35.92: EndPointMonitor - Connect Kube API result 0 2025-11-05 10:35:35.92: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:35:35.92: EndPointMonitor - Start Watching request https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1859'})(timeout=120) 2025-11-05 10:35:35.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:35:35.92: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:35:35.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:35:35.94: EndPointMonitor - Watches https://10.0.0.23:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1859'}) 2025-11-05 10:35:59.17: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.17: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.17: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.17: PodMonitor - start process kube event 2025-11-05 10:35:59.17: empty line received 2025-11-05 10:35:59.17: PodMonitor - start process kube event 2025-11-05 10:35:59.18: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.18: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.18: PodMonitor - start process kube event 2025-11-05 10:35:59.18: empty line received 2025-11-05 10:35:59.18: PodMonitor - start process kube event 2025-11-05 10:35:59.18: PodMonitor - Received DELETED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.18: PodMonitor - Got DELETED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.18: PodMonitor - start process kube event 2025-11-05 10:35:59.18: empty line received 2025-11-05 10:35:59.18: PodMonitor - start process kube event 2025-11-05 10:35:59.19: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:35:59.19: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.20: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.20: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.20: PodMonitor - start process kube event 2025-11-05 10:35:59.20: empty line received 2025-11-05 10:35:59.20: PodMonitor - start process kube event 2025-11-05 10:35:59.20: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.20: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.20: PodMonitor - start process kube event 2025-11-05 10:35:59.20: empty line received 2025-11-05 10:35:59.20: PodMonitor - start process kube event 2025-11-05 10:35:59.21: PodMonitor - Received DELETED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.21: PodMonitor - Got DELETED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.21: PodMonitor - start process kube event 2025-11-05 10:35:59.21: empty line received 2025-11-05 10:35:59.21: PodMonitor - start process kube event 2025-11-05 10:35:59.22: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:59.22: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:59.22: PodMonitor - start process kube event 2025-11-05 10:35:59.22: empty line received 2025-11-05 10:35:59.22: PodMonitor - start process kube event 2025-11-05 10:35:59.25: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:35:59.25: VncKubernetes - Process event (name=ctest-pod-69976610 event_type=DELETED kind=Pod ns=ctest-non-default-23495541) VncPod - Got DELETED Pod ctest-non-default-23495541:ctest-pod-69976610:2f09ab42-6220-4e92-a23b-e2a298ed0231 2025-11-05 10:35:59.36: PodMonitor - Received MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:59.36: PodMonitor - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:59.36: PodMonitor - start process kube event 2025-11-05 10:35:59.36: empty line received 2025-11-05 10:35:59.36: PodMonitor - start process kube event 2025-11-05 10:35:59.36: PodMonitor - Received DELETED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:59.36: PodMonitor - Got DELETED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:35:59.36: PodMonitor - start process kube event 2025-11-05 10:35:59.36: empty line received 2025-11-05 10:35:59.36: PodMonitor - start process kube event 2025-11-05 10:35:59.69: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 10:35:59.69: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.75: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:35:59.75: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:35:59.81: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:35:59.81: VncKubernetes - Process event (name=ctest-pod-01785544 event_type=DELETED kind=Pod ns=ctest-new-default-03080290) VncPod - Got DELETED Pod ctest-new-default-03080290:ctest-pod-01785544:5b488eff-daea-493e-b0fb-0b2103b94b9e 2025-11-05 10:36:00.17: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.17: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.17: PodMonitor - start process kube event 2025-11-05 10:36:00.17: empty line received 2025-11-05 10:36:00.17: PodMonitor - start process kube event 2025-11-05 10:36:00.18: PodMonitor - Received MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.18: PodMonitor - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.18: PodMonitor - start process kube event 2025-11-05 10:36:00.18: empty line received 2025-11-05 10:36:00.18: PodMonitor - start process kube event 2025-11-05 10:36:00.19: PodMonitor - Received DELETED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.19: PodMonitor - Got DELETED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.19: PodMonitor - start process kube event 2025-11-05 10:36:00.19: empty line received 2025-11-05 10:36:00.19: PodMonitor - start process kube event 2025-11-05 10:36:00.27: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 10:36:00.27: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:36:00.28: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 10:36:00.29: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=MODIFIED kind=Pod ns=ctest-new-default-03080290) VncPod - Got MODIFIED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:36:00.34: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:36:00.34: VncKubernetes - Process event (name=ctest-pod-82931131 event_type=DELETED kind=Pod ns=ctest-new-default-03080290) VncPod - Got DELETED Pod ctest-new-default-03080290:ctest-pod-82931131:02baa81d-f98e-4aa7-b6af-610d0c0cbc6e 2025-11-05 10:36:00.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:36:00.91: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:00.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:36:00.96: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=MODIFIED kind=Pod ns=ctest-non-default-23495541) VncPod - Got MODIFIED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:01.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:36:01.02: VncKubernetes - Process event (name=ctest-pod-02114595 event_type=DELETED kind=Pod ns=ctest-non-default-23495541) VncPod - Got DELETED Pod ctest-non-default-23495541:ctest-pod-02114595:5d43ce9c-9939-440f-904f-00e00c2a01a5 2025-11-05 10:36:01.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:36:03.38: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:03.38: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:03.38: VncKubernetes - Process event (name=ctest-non-default-23495541 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:03.38: NamespaceMonitor - start process kube event 2025-11-05 10:36:03.38: empty line received 2025-11-05 10:36:03.38: NamespaceMonitor - start process kube event 2025-11-05 10:36:03.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:36:05.58: ServiceMonitor - Received BOOKMARK: oldResVer=1603 newResVer=1603 2025-11-05 10:36:05.58: ServiceMonitor - start process kube event 2025-11-05 10:36:05.58: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:36:05.58: empty line received 2025-11-05 10:36:05.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:36:05.58: VncKubernetes - vnc_sync - Service start 2025-11-05 10:36:05.58: VncKubernetes - vnc_sync - Service done 2025-11-05 10:36:05.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:36:05.58: ServiceMonitor - start process kube event 2025-11-05 10:36:06.97: NamespaceMonitor - Received BOOKMARK: oldResVer=1493 newResVer=1941 2025-11-05 10:36:06.97: NamespaceMonitor - start process kube event 2025-11-05 10:36:06.97: empty line received 2025-11-05 10:36:06.97: NamespaceMonitor - start process kube event 2025-11-05 10:36:07.14: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:36:07.14: NetworkMonitor - start process kube event 2025-11-05 10:36:07.14: empty line received 2025-11-05 10:36:07.14: NetworkMonitor - start process kube event 2025-11-05 10:36:08.66: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:08.66: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:08.66: VncKubernetes - Process event (name=ctest-non-default-23495541 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:08.67: NamespaceMonitor - start process kube event 2025-11-05 10:36:08.67: empty line received 2025-11-05 10:36:08.67: NamespaceMonitor - start process kube event 2025-11-05 10:36:08.68: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:08.68: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:08.68: NamespaceMonitor - start process kube event 2025-11-05 10:36:08.68: empty line received 2025-11-05 10:36:08.68: NamespaceMonitor - start process kube event 2025-11-05 10:36:09.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:36:09.05: VncKubernetes - Process event (name=ctest-non-default-23495541 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-23495541:f64981ee-309a-45ca-9be4-171bd04f130f 2025-11-05 10:36:09.41: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:09.41: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:09.41: NamespaceMonitor - start process kube event 2025-11-05 10:36:09.41: empty line received 2025-11-05 10:36:09.41: NamespaceMonitor - start process kube event 2025-11-05 10:36:10.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:36:10.40: VncKubernetes - Process event (name=ctest-new-default-03080290 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:10.71: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:36:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001556 2025-11-05 10:36:14.46: ServiceMonitor - Received DELETED Service ctest-new-default-03080290:ctest-nginx-svc-79680545:95474e09-5b84-4eff-8f4c-ad066c167194 2025-11-05 10:36:14.46: ServiceMonitor - Got DELETED Service ctest-new-default-03080290:ctest-nginx-svc-79680545:95474e09-5b84-4eff-8f4c-ad066c167194 2025-11-05 10:36:14.46: VncKubernetes - Process event (name=ctest-nginx-svc-79680545 event_type=DELETED kind=Service ns=ctest-new-default-03080290) VncService - Got DELETED Service ctest-new-default-03080290:ctest-nginx-svc-79680545:95474e09-5b84-4eff-8f4c-ad066c167194 2025-11-05 10:36:14.46: ServiceMonitor - start process kube event 2025-11-05 10:36:14.46: empty line received 2025-11-05 10:36:14.46: ServiceMonitor - start process kube event 2025-11-05 10:36:14.48: EndPointMonitor - Received DELETED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:36:14.48: EndPointMonitor - Got DELETED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:36:14.48: EndPointMonitor - start process kube event 2025-11-05 10:36:14.48: empty line received 2025-11-05 10:36:14.48: EndPointMonitor - start process kube event 2025-11-05 10:36:14.66: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:36:14.66: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:36:14.66: NetworkPolicyMonitor - start process kube event 2025-11-05 10:36:14.66: empty line received 2025-11-05 10:36:14.66: NetworkPolicyMonitor - start process kube event 2025-11-05 10:36:14.81: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:14.81: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:14.81: NamespaceMonitor - start process kube event 2025-11-05 10:36:14.81: empty line received 2025-11-05 10:36:14.81: NamespaceMonitor - start process kube event 2025-11-05 10:36:14.83: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:14.83: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:14.83: NamespaceMonitor - start process kube event 2025-11-05 10:36:14.83: empty line received 2025-11-05 10:36:14.83: NamespaceMonitor - start process kube event 2025-11-05 10:36:14.89: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:36:14.89: VncKubernetes - Process event (name=ctest-nginx-svc-79680545 event_type=DELETED kind=Endpoints ns=ctest-new-default-03080290) VncEndpoints - Got DELETED Endpoints ctest-new-default-03080290:ctest-nginx-svc-79680545:103918b4-7a15-414e-90ff-14200a9b40f0 2025-11-05 10:36:14.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:36:14.91: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-03080290) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-03080290:ingress-on-service:fadefc6b-9e96-48c9-a5b5-de53cf199478 2025-11-05 10:36:16.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:36:16.04: VncKubernetes - Process event (name=ctest-new-default-03080290 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:16.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:36:16.45: VncKubernetes - Process event (name=ctest-new-default-03080290 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-03080290:d3562ec5-6e49-45cf-97a6-c362d5c3100e 2025-11-05 10:36:17.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:36:24.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1766 newResVer=2014 2025-11-05 10:36:24.13: NetworkPolicyMonitor - start process kube event 2025-11-05 10:36:24.14: empty line received 2025-11-05 10:36:24.14: NetworkPolicyMonitor - start process kube event 2025-11-05 10:36:25.88: PodMonitor - Received BOOKMARK: oldResVer=1594 newResVer=1937 2025-11-05 10:36:25.88: PodMonitor - start process kube event 2025-11-05 10:36:25.88: empty line received 2025-11-05 10:36:25.88: PodMonitor - start process kube event 2025-11-05 10:36:31.10: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:36:31.10: IngressMonitor - start process kube event 2025-11-05 10:36:31.10: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1441 2025-11-05 10:36:31.10: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:36:31.10: IngressMonitor - Connect Kube API result 0 2025-11-05 10:36:31.11: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:36:31.11: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1441'})(timeout=120) 2025-11-05 10:36:31.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:36:31.11: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:36:31.11: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:36:31.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:36:31.12: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1441'}) 2025-11-05 10:36:31.87: ServiceMonitor - Received BOOKMARK: oldResVer=1603 newResVer=1988 2025-11-05 10:36:31.88: ServiceMonitor - start process kube event 2025-11-05 10:36:31.88: empty line received 2025-11-05 10:36:31.88: ServiceMonitor - start process kube event 2025-11-05 10:36:33.06: ServiceMonitor - Received BOOKMARK: oldResVer=1988 newResVer=1988 2025-11-05 10:36:33.06: ServiceMonitor - start process kube event 2025-11-05 10:36:33.06: empty line received 2025-11-05 10:36:33.06: ServiceMonitor - start process kube event 2025-11-05 10:36:34.42: stop iteration ServiceMonitor 2025-11-05 10:36:34.42: ServiceMonitor - start process kube event 2025-11-05 10:36:34.42: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1988 2025-11-05 10:36:34.42: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:36:34.42: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:36:34.42: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:36:34.42: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1988'})(timeout=120) 2025-11-05 10:36:34.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:36:34.42: VncKubernetes - vnc_sync - Service start 2025-11-05 10:36:34.42: VncKubernetes - vnc_sync - Service done 2025-11-05 10:36:34.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:36:34.43: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1988'}) 2025-11-05 10:36:35.59: EndPointMonitor - Received BOOKMARK: oldResVer=1859 newResVer=1989 2025-11-05 10:36:35.59: EndPointMonitor - start process kube event 2025-11-05 10:36:35.59: empty line received 2025-11-05 10:36:35.59: EndPointMonitor - start process kube event 2025-11-05 10:37:07.18: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:37:07.18: NetworkMonitor - start process kube event 2025-11-05 10:37:07.18: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:37:07.18: empty line received 2025-11-05 10:37:07.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:37:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001184 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:38:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001207 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:38:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001052 2025-11-05 10:37:07.18: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:37:07.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:37:07.18: NetworkMonitor - start process kube event 2025-11-05 10:37:07.51: NamespaceMonitor - Received BOOKMARK: oldResVer=1941 newResVer=2017 2025-11-05 10:37:07.51: NamespaceMonitor - start process kube event 2025-11-05 10:37:07.51: empty line received 2025-11-05 10:37:07.51: NamespaceMonitor - start process kube event 2025-11-05 10:37:10.02: PodMonitor - Received BOOKMARK: oldResVer=1937 newResVer=1937 2025-11-05 10:37:10.02: PodMonitor - start process kube event 2025-11-05 10:37:10.02: empty line received 2025-11-05 10:37:10.02: PodMonitor - start process kube event 2025-11-05 10:37:11.15: PodMonitor - Received BOOKMARK: oldResVer=1937 newResVer=1937 2025-11-05 10:37:11.15: PodMonitor - start process kube event 2025-11-05 10:37:11.15: empty line received 2025-11-05 10:37:11.15: PodMonitor - start process kube event 2025-11-05 10:37:12.40: stop iteration PodMonitor 2025-11-05 10:37:12.40: PodMonitor - start process kube event 2025-11-05 10:37:12.40: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1937 2025-11-05 10:37:12.40: PodMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:37:12.40: PodMonitor - Connect Kube API result 0 2025-11-05 10:37:12.40: PodMonitor - _schedule_vnc_sync 2025-11-05 10:37:12.40: PodMonitor - Start Watching request https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1937'})(timeout=120) 2025-11-05 10:37:12.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 10:37:12.40: VncKubernetes - vnc_sync - Pod start 2025-11-05 10:37:12.40: VncKubernetes - vnc_sync - Pod done 2025-11-05 10:37:12.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:37:12.41: PodMonitor - Watches https://10.0.0.23:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1937'}) 2025-11-05 10:37:24.82: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-11-05 10:37:24.82: NetworkPolicyMonitor - start process kube event 2025-11-05 10:37:24.82: empty line received 2025-11-05 10:37:24.82: NetworkPolicyMonitor - start process kube event 2025-11-05 10:37:36.16: EndPointMonitor - Received BOOKMARK: oldResVer=1989 newResVer=1989 2025-11-05 10:37:36.16: EndPointMonitor - start process kube event 2025-11-05 10:37:36.16: empty line received 2025-11-05 10:37:36.16: EndPointMonitor - start process kube event 2025-11-05 10:38:01.40: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:38:01.40: NetworkMonitor - start process kube event 2025-11-05 10:38:01.40: empty line received 2025-11-05 10:38:01.40: NetworkMonitor - start process kube event 2025-11-05 10:38:02.61: NetworkMonitor - Received BOOKMARK: oldResVer=1226 newResVer=1226 2025-11-05 10:38:02.61: NetworkMonitor - start process kube event 2025-11-05 10:38:02.61: empty line received 2025-11-05 10:38:02.61: NetworkMonitor - start process kube event 2025-11-05 10:38:03.43: stop iteration NetworkMonitor 2025-11-05 10:38:03.43: NetworkMonitor - start process kube event 2025-11-05 10:38:03.43: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1226 2025-11-05 10:38:03.43: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:38:03.43: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:38:03.43: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:38:03.43: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1226'})(timeout=120) 2025-11-05 10:38:03.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:38:03.43: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:38:03.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:38:03.44: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1226'}) 2025-11-05 10:38:07.42: NamespaceMonitor - Received BOOKMARK: oldResVer=2017 newResVer=2017 2025-11-05 10:38:07.42: NamespaceMonitor - start process kube event 2025-11-05 10:38:07.42: empty line received 2025-11-05 10:38:07.42: NamespaceMonitor - start process kube event 2025-11-05 10:38:24.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-11-05 10:38:24.39: NetworkPolicyMonitor - start process kube event 2025-11-05 10:38:24.39: empty line received 2025-11-05 10:38:24.39: NetworkPolicyMonitor - start process kube event 2025-11-05 10:38:31.13: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:38:31.13: IngressMonitor - start process kube event 2025-11-05 10:38:31.13: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1441 2025-11-05 10:38:31.13: IngressMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:38:31.13: IngressMonitor - Connect Kube API result 0 2025-11-05 10:38:31.13: IngressMonitor - _schedule_vnc_sync 2025-11-05 10:38:31.13: IngressMonitor - Start Watching request https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1441'})(timeout=120) 2025-11-05 10:38:31.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 10:38:31.13: VncKubernetes - vnc_sync - Ingress start 2025-11-05 10:38:31.13: VncKubernetes - vnc_sync - Ingress done 2025-11-05 10:38:31.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:38:31.14: IngressMonitor - Watches https://10.0.0.23:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1441'}) 2025-11-05 10:38:34.43: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:38:34.43: ServiceMonitor - start process kube event 2025-11-05 10:38:34.43: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1988 2025-11-05 10:38:34.43: ServiceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:38:34.43: ServiceMonitor - Connect Kube API result 0 2025-11-05 10:38:34.43: ServiceMonitor - _schedule_vnc_sync 2025-11-05 10:38:34.43: ServiceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1988'})(timeout=120) 2025-11-05 10:38:34.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 10:38:34.44: VncKubernetes - vnc_sync - Service start 2025-11-05 10:38:34.44: VncKubernetes - vnc_sync - Service done 2025-11-05 10:38:34.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:38:34.45: ServiceMonitor - Watches https://10.0.0.23:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1988'}) 2025-11-05 10:38:36.10: EndPointMonitor - Received BOOKMARK: oldResVer=1989 newResVer=1989 2025-11-05 10:38:36.10: EndPointMonitor - start process kube event 2025-11-05 10:38:36.10: empty line received 2025-11-05 10:38:36.10: EndPointMonitor - start process kube event 2025-11-05 10:38:48.50: PodMonitor - Received ADDED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:48.50: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-05 10:38:48.50: PodMonitor - start process kube event 2025-11-05 10:38:48.50: empty line received 2025-11-05 10:38:48.50: PodMonitor - start process kube event 2025-11-05 10:38:48.53: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:39:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001233 [Introspect:8108]10.0.0.23 - - [2025-11-05 10:39:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001514 2025-11-05 10:38:48.53: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:48.53: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:48.53: PodMonitor - start process kube event 2025-11-05 10:38:48.53: empty line received 2025-11-05 10:38:48.53: PodMonitor - start process kube event 2025-11-05 10:38:48.58: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:48.58: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:48.58: PodMonitor - start process kube event 2025-11-05 10:38:48.58: empty line received 2025-11-05 10:38:48.58: PodMonitor - start process kube event 2025-11-05 10:38:48.78: PodMonitor - Received ADDED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:48.78: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-05 10:38:48.78: PodMonitor - start process kube event 2025-11-05 10:38:48.78: empty line received 2025-11-05 10:38:48.78: PodMonitor - start process kube event 2025-11-05 10:38:48.81: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:48.81: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:48.81: PodMonitor - start process kube event 2025-11-05 10:38:48.81: empty line received 2025-11-05 10:38:48.81: PodMonitor - start process kube event 2025-11-05 10:38:48.84: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:48.84: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:48.84: PodMonitor - start process kube event 2025-11-05 10:38:48.84: empty line received 2025-11-05 10:38:48.84: PodMonitor - start process kube event 2025-11-05 10:38:49.50: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:49.51: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:49.51: PodMonitor - start process kube event 2025-11-05 10:38:49.51: empty line received 2025-11-05 10:38:49.51: PodMonitor - start process kube event 2025-11-05 10:38:49.52: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 10:38:49.52: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:49.64: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:38:49.64: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:50.46: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:50.46: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:50.46: PodMonitor - start process kube event 2025-11-05 10:38:50.46: empty line received 2025-11-05 10:38:50.46: PodMonitor - start process kube event 2025-11-05 10:38:50.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 10:38:50.48: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:50.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:38:50.63: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:38:50.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:38:50.64: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:38:50.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:39:07.51: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:07.51: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:07.51: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:07.52: PodMonitor - start process kube event 2025-11-05 10:39:07.52: empty line received 2025-11-05 10:39:07.52: PodMonitor - start process kube event 2025-11-05 10:39:07.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:39:08.16: NamespaceMonitor - Received BOOKMARK: oldResVer=2017 newResVer=2017 2025-11-05 10:39:08.16: NamespaceMonitor - start process kube event 2025-11-05 10:39:08.16: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:39:08.16: empty line received 2025-11-05 10:39:08.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:39:08.16: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:39:08.16: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:39:08.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:39:08.16: NamespaceMonitor - start process kube event 2025-11-05 10:39:08.52: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:39:08.52: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:39:08.52: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:39:08.52: PodMonitor - start process kube event 2025-11-05 10:39:08.52: empty line received 2025-11-05 10:39:08.52: PodMonitor - start process kube event 2025-11-05 10:39:08.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:39:09.99: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:09.99: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:09.99: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:10.00: PodMonitor - start process kube event 2025-11-05 10:39:10.00: empty line received 2025-11-05 10:39:10.00: PodMonitor - start process kube event 2025-11-05 10:39:10.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:39:12.55: PodMonitor - Received BOOKMARK: oldResVer=1937 newResVer=2266 2025-11-05 10:39:12.55: PodMonitor - start process kube event 2025-11-05 10:39:12.55: empty line received 2025-11-05 10:39:12.55: PodMonitor - start process kube event 2025-11-05 10:39:23.95: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014 2025-11-05 10:39:23.95: NetworkPolicyMonitor - start process kube event 2025-11-05 10:39:23.95: empty line received 2025-11-05 10:39:23.95: NetworkPolicyMonitor - start process kube event 2025-11-05 10:39:36.26: EndPointMonitor - Received BOOKMARK: oldResVer=1989 newResVer=1989 2025-11-05 10:39:36.26: EndPointMonitor - start process kube event 2025-11-05 10:39:36.26: EndPointMonitor - _schedule_vnc_sync 2025-11-05 10:39:36.26: empty line received 2025-11-05 10:39:36.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 10:39:36.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 10:39:36.26: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.23 - - [2025-11-05 10:39:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001109 2025-11-05 10:39:36.26: EndPointMonitor - start process kube event 2025-11-05 10:39:40.57: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.57: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.57: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.58: PodMonitor - start process kube event 2025-11-05 10:39:40.58: empty line received 2025-11-05 10:39:40.58: PodMonitor - start process kube event 2025-11-05 10:39:40.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:39:40.59: PodMonitor - Received MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.59: PodMonitor - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.59: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.59: PodMonitor - start process kube event 2025-11-05 10:39:40.60: empty line received 2025-11-05 10:39:40.60: PodMonitor - start process kube event 2025-11-05 10:39:40.60: PodMonitor - Received DELETED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.60: PodMonitor - Got DELETED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.60: PodMonitor - start process kube event 2025-11-05 10:39:40.60: empty line received 2025-11-05 10:39:40.60: PodMonitor - start process kube event 2025-11-05 10:39:40.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:39:40.66: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:b9b509e0-07cd-4db1-ac6f-331a60036ce2 2025-11-05 10:39:40.74: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:39:40.74: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:39:40.74: PodMonitor - start process kube event 2025-11-05 10:39:40.74: empty line received 2025-11-05 10:39:40.74: PodMonitor - start process kube event 2025-11-05 10:39:40.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:39:40.98: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:39:41.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:40:03.45: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.23', port=6443): Read timed out. 2025-11-05 10:40:03.45: NetworkMonitor - start process kube event 2025-11-05 10:40:03.45: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1226 2025-11-05 10:40:03.45: NetworkMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:40:03.45: NetworkMonitor - Connect Kube API result 0 2025-11-05 10:40:03.45: NetworkMonitor - _schedule_vnc_sync 2025-11-05 10:40:03.45: NetworkMonitor - Start Watching request https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1226'})(timeout=120) 2025-11-05 10:40:03.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 10:40:03.45: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 10:40:03.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:40:03.46: NetworkMonitor - Watches https://10.0.0.23:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1226'}) 2025-11-05 10:40:07.65: NamespaceMonitor - Received BOOKMARK: oldResVer=2017 newResVer=2017 2025-11-05 10:40:07.65: NamespaceMonitor - start process kube event 2025-11-05 10:40:07.65: empty line received 2025-11-05 10:40:07.65: NamespaceMonitor - start process kube event 2025-11-05 10:40:11.63: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.63: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.63: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.63: PodMonitor - start process kube event 2025-11-05 10:40:11.63: empty line received 2025-11-05 10:40:11.63: PodMonitor - start process kube event 2025-11-05 10:40:11.64: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.64: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.64: PodMonitor - start process kube event 2025-11-05 10:40:11.64: empty line received 2025-11-05 10:40:11.64: PodMonitor - start process kube event 2025-11-05 10:40:11.65: PodMonitor - Received DELETED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.65: PodMonitor - Got DELETED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.65: PodMonitor - start process kube event 2025-11-05 10:40:11.65: empty line received 2025-11-05 10:40:11.65: PodMonitor - start process kube event 2025-11-05 10:40:11.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 10:40:11.66: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:11.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 10:40:11.72: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:1a7dbd78-496d-4a27-b74d-b8006df24c8f 2025-11-05 10:40:12.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:40:13.48: PodMonitor - Received BOOKMARK: oldResVer=2266 newResVer=2354 2025-11-05 10:40:13.49: PodMonitor - start process kube event 2025-11-05 10:40:13.49: empty line received 2025-11-05 10:40:13.49: PodMonitor - start process kube event 2025-11-05 10:40:15.86: NamespaceMonitor - Received BOOKMARK: oldResVer=2017 newResVer=2017 2025-11-05 10:40:15.86: NamespaceMonitor - start process kube event 2025-11-05 10:40:15.86: empty line received 2025-11-05 10:40:15.86: NamespaceMonitor - start process kube event 2025-11-05 10:40:17.78: stop iteration NamespaceMonitor 2025-11-05 10:40:17.78: NamespaceMonitor - start process kube event 2025-11-05 10:40:17.78: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2017 2025-11-05 10:40:17.78: NamespaceMonitor - Try to connect Kube API 10.0.0.23:6443 2025-11-05 10:40:17.79: NamespaceMonitor - Connect Kube API result 0 2025-11-05 10:40:17.79: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 10:40:17.79: NamespaceMonitor - Start Watching request https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2017'})(timeout=120) 2025-11-05 10:40:17.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 10:40:17.79: VncKubernetes - vnc_sync - Namespace start 2025-11-05 10:40:17.79: VncKubernetes - vnc_sync - Namespace done 2025-11-05 10:40:17.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 10:40:17.80: NamespaceMonitor - Watches https://10.0.0.23:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2017'}) 2025-11-05 10:40:24.26: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2014 newResVer=2014