++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ date +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log ++ echo 'INFO: =================== Thu Oct 30 01:21:57 PM UTC 2025 ===================' INFO: =================== Thu Oct 30 01:21:57 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 +++ ip addr show dev ens3 +++ cut -d / -f 1 ++ DEFAULT_LOCAL_IP=10.0.0.73 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.73 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.73 ++ ANALYTICSDB_NODES=10.0.0.73 ++ ANALYTICS_SNMP_NODES=10.0.0.73 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8081 ' +++ '[' -n '10.0.0.73:8081 ' ']' +++ echo 10.0.0.73:8081 ++ ANALYTICS_SERVERS=10.0.0.73:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9042 ' +++ '[' -n '10.0.0.73:9042 ' ']' +++ echo 10.0.0.73:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.73:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.73 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8086 ' +++ '[' -n '10.0.0.73:8086 ' ']' +++ echo 10.0.0.73:8086 ++ COLLECTOR_SERVERS=10.0.0.73:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.73 ++ CONFIGDB_NODES=10.0.0.73 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8082 ' +++ '[' -n '10.0.0.73:8082 ' ']' +++ echo 10.0.0.73:8082 ++ CONFIG_SERVERS=10.0.0.73:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9161 ' +++ '[' -n '10.0.0.73:9161 ' ']' +++ echo 10.0.0.73:9161 ++ CONFIGDB_SERVERS=10.0.0.73:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9041 ' +++ '[' -n '10.0.0.73:9041 ' ']' +++ echo 10.0.0.73:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.73:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.73 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.73 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.73 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+=10.0.0.73:2181, +++ '[' -n 10.0.0.73:2181, ']' +++ echo 10.0.0.73:2181 ++ ZOOKEEPER_SERVERS=10.0.0.73:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:2181 ' +++ '[' -n '10.0.0.73:2181 ' ']' +++ echo 10.0.0.73:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.73:2181 ++ RABBITMQ_NODES=10.0.0.73 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+=10.0.0.73:5673, +++ '[' -n 10.0.0.73:5673, ']' +++ echo 10.0.0.73:5673 ++ RABBITMQ_SERVERS=10.0.0.73:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:6379 ' +++ '[' -n '10.0.0.73:6379 ' ']' +++ echo 10.0.0.73:6379 ++ REDIS_SERVERS=10.0.0.73:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.73 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9092 ' +++ '[' -n '10.0.0.73:9092 ' ']' +++ echo 10.0.0.73:9092 ++ KAFKA_SERVERS=10.0.0.73:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.73 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.73 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.73 ++ cut -d , -f 1 + local cassandra=10.0.0.73 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.73 9041 + echo 'INFO: Waiting for cassandra 2/30' INFO: Waiting for cassandra 2/30 + sleep 10 + (( i++ )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.73 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IjVRbjh6MW5nM01nNG5kXzJmNGV0SHFBenZmMDFuVFQyaVlpeVNrcUZiYkUifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjdhMGM2MTNjLTY4MjctNDk4Yi05NDhlLTg4YzQzOTcyYjIzOSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.dI6dTEyXLy1470oyfdxoA8JQG8OTZQuKpJtAapHA_EYd6Q-q8tFWYn4VD9VSAHaofTxVivZIMRohwkw2NvhPEWhwK0dfazUJMlnIp3UN61Yu2yGQxVVHodLm6T8ACvp2GVe8gt5-BC8mHcb4wIAdcjkSZB99l93xOhn7DvF3BWU__Zzz3GH5KKdlvjcM7-PuhqWCj5T-gQCINJjeTsvQBVmNTJyxwUqnWKGP4-L37gfJ5AsNMa7IcWc-Vp0K9iuSUe0gQ6sMfoo-4JcNb-93qlnBZQrgeFAYw5nFgzL7IpmKsAkvH6fVUdOTYuKwfpAY2VepApVBUrTR0zO0spHOcg ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.73 +++ local servers=10.0.0.73 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ sort ++++ uniq ++++ grep -vi host ++++ cat /proc/net/fib_trie ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.73,10.202.119.1,127.0.0.1,172.17.0.1,252.73.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.73'\''))' +++ local server_ip=10.0.0.73 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.73 ]] +++ [[ ,10.0.0.73,10.202.119.1,127.0.0.1,172.17.0.1,252.73.0.1,, =~ ,10\.0\.0\.73, ]] +++ echo 10.0.0.73 1 +++ return ++ local ip=10.0.0.73 ++ [[ -z 10.0.0.73 ]] ++ echo 10.0.0.73 + host_ip=10.0.0.73 + [[ cql == \c\q\l ]] ++ echo 10.0.0.73:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.73:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sort + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/30/2025 13:22:18.520 7f4adfc23a00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/30/2025 13:22:19.111 7f4adfc23a00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/30/2025 13:22:19.111 7f4adfc23a00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.73 - - [2025-10-30 13:22:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2644 0.003191 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:22:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2632 0.000982 2025-10-30 13:22:19.47: KubeMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:19.48: KubeMonitor - Connect Kube API result 0 2025-10-30 13:22:19.60: KubeMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-10-30 13:22:19.62: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-10-30 13:22:19.63: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1 2025-10-30 13:22:19.64: PodMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-10-30 13:22:19.65: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-10-30 13:22:19.67: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/networking.k8s.io/v1 2025-10-30 13:22:19.70: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-10-30 13:22:19.74: IngressMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/networking.k8s.io/v1 2025-10-30 13:22:19.74: VncKubernetes - vnc_connect starting 2025-10-30 13:22:19.77: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:22.79: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:25.81: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:28.82: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:31.83: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:34.83: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:37.84: VncKubernetes - vnc_connect failed: 2025-10-30 13:22:40.85: VncKubernetes - vnc_connect done 2025-10-30 13:22:41.22: default-domain domain available. 2025-10-30 13:22:45.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:22:45.79: NamespaceMonitor - start process kube event 2025-10-30 13:22:45.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.79: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.79: NetworkMonitor - start process kube event 2025-10-30 13:22:45.79: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.79: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.79: PodMonitor - start process kube event 2025-10-30 13:22:45.79: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.79: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.79: ServiceMonitor - start process kube event 2025-10-30 13:22:45.79: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.79: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.79: NetworkPolicyMonitor - start process kube event 2025-10-30 13:22:45.79: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.79: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.79: EndPointMonitor - start process kube event 2025-10-30 13:22:45.79: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.80: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.80: IngressMonitor - start process kube event 2025-10-30 13:22:45.80: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 13:22:45.80: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:22:45.80: IngressMonitor - Connect Kube API result 0 2025-10-30 13:22:45.80: IngressMonitor - Start init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-30 13:22:45.80: EndPointMonitor - Connect Kube API result 0 2025-10-30 13:22:45.80: EndPointMonitor - Start init url=https://10.0.0.73:6443/api/v1/endpoints resource_version=None 2025-10-30 13:22:45.81: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:22:45.81: NetworkPolicyMonitor - Start init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-30 13:22:45.81: ServiceMonitor - Connect Kube API result 0 2025-10-30 13:22:45.81: ServiceMonitor - Start init url=https://10.0.0.73:6443/api/v1/services resource_version=None 2025-10-30 13:22:45.81: PodMonitor - Connect Kube API result 0 2025-10-30 13:22:45.81: PodMonitor - Start init url=https://10.0.0.73:6443/api/v1/pods resource_version=None 2025-10-30 13:22:45.81: NetworkMonitor - Connect Kube API result 0 2025-10-30 13:22:45.81: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:22:45.81: NamespaceMonitor - Start init url=https://10.0.0.73:6443/api/v1/namespaces resource_version=None 2025-10-30 13:22:45.88: NamespaceMonitor - Got ADDED Namespace None:contrail:130dcafd-bc11-436b-8bb5-f554e03f9c42 2025-10-30 13:22:45.88: IngressMonitor - Done init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses, resource_version=361 2025-10-30 13:22:45.88: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:22:45.88: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:22:45.89: NetworkPolicyMonitor - Done init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=361 2025-10-30 13:22:45.89: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:22:45.89: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:22:45.89: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:130dcafd-bc11-436b-8bb5-f554e03f9c42 2025-10-30 13:22:45.90: ServiceMonitor - Got ADDED Service default:kubernetes:c9243220-38fb-4df4-9765-4db87cfafe0d 2025-10-30 13:22:45.91: EndPointMonitor - Got ADDED Endpoints default:kubernetes:ffe33e8c-5f2f-48eb-a419-febcaa2bd16a 2025-10-30 13:22:45.93: NetworkMonitor - Start init url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-30 13:22:45.94: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:22:45.94: PodMonitor - Done init url=https://10.0.0.73:6443/api/v1/pods, resource_version=361 2025-10-30 13:22:45.94: PodMonitor - _schedule_vnc_sync 2025-10-30 13:22:45.94: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:22:45.95: NamespaceMonitor - Got ADDED Namespace None:default:58572ce4-147a-446f-9afb-5979835be01a 2025-10-30 13:22:45.95: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:22:45.95: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:22:45.96: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:a0534e97-b1d9-45ef-b150-d3e1e5c5c9ca 2025-10-30 13:22:45.97: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:22:45.97: EndPointMonitor - Done init url=https://10.0.0.73:6443/api/v1/endpoints, resource_version=361 2025-10-30 13:22:45.97: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:22:45.97: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:22:45.97: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:22:45.97: ServiceMonitor - Got ADDED Service kube-system:kube-dns:eeab7015-3749-464e-99d2-1266a7e08efe [Introspect:8108]10.0.0.73 - - [2025-10-30 13:22:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001452 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:22:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000963 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:23:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001099 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:23:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000950 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:23:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001066 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:23:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001249 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:23:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000972 2025-10-30 13:22:45.97: ServiceMonitor - Done init url=https://10.0.0.73:6443/api/v1/services, resource_version=361 2025-10-30 13:22:45.97: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:22:45.97: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:22:45.97: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:22:45.97: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:22:45.97: NamespaceMonitor - Got ADDED Namespace None:kube-public:c353756a-ec26-4266-98a7-cb4354a2c283 2025-10-30 13:22:45.98: NamespaceMonitor - Got ADDED Namespace None:kube-system:e561468a-7f47-4ee5-bd61-eedb0544431d 2025-10-30 13:22:45.98: NamespaceMonitor - Done init url=https://10.0.0.73:6443/api/v1/namespaces, resource_version=361 2025-10-30 13:22:45.98: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:22:45.98: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:22:45.99: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:22:46.01: NetworkMonitor - Done init url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=366 2025-10-30 13:22:46.01: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:22:46.02: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-10-30 13:22:46.02: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-10-30 13:22:48.66: VncKubernetes - wait event (qsize=16 timeout=120) 2025-10-30 13:22:48.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:22:48.66: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:22:48.66: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:22:48.66: VncKubernetes - wait event (qsize=15 timeout=120) 2025-10-30 13:22:48.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:22:48.66: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:22:48.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:22:48.66: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-30 13:22:48.66: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:c9243220-38fb-4df4-9765-4db87cfafe0d 2025-10-30 13:22:50.70: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:22:50.70: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:ffe33e8c-5f2f-48eb-a419-febcaa2bd16a 2025-10-30 13:22:50.79: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:22:50.79: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:22:52.23: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-30 13:22:52.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:22:52.23: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:22:52.23: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:22:52.23: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 13:22:52.23: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:58572ce4-147a-446f-9afb-5979835be01a 2025-10-30 13:22:52.23: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:22:52.23: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:22:52.23: PodMonitor - start process kube event 2025-10-30 13:22:52.23: empty line received 2025-10-30 13:22:52.23: PodMonitor - start process kube event 2025-10-30 13:22:54.34: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 13:22:54.34: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:a0534e97-b1d9-45ef-b150-d3e1e5c5c9ca 2025-10-30 13:22:56.08: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-30 13:22:56.08: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:22:56.10: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-30 13:22:56.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:22:56.10: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:22:56.10: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-30 13:22:56.10: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:eeab7015-3749-464e-99d2-1266a7e08efe 2025-10-30 13:22:58.28: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 13:22:58.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 13:22:58.28: VncKubernetes - vnc_sync - Service start 2025-10-30 13:22:58.28: VncKubernetes - vnc_sync - Service done 2025-10-30 13:22:58.28: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:22:58.28: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:c353756a-ec26-4266-98a7-cb4354a2c283 2025-10-30 13:23:00.23: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:23:00.23: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:e561468a-7f47-4ee5-bd61-eedb0544431d 2025-10-30 13:23:01.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:23:01.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:23:01.91: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:23:01.91: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:23:01.91: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:23:01.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:23:01.91: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 13:23:01.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:23:01.91: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:23:01.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:23:46.46: PodMonitor - Received BOOKMARK: oldResVer=361 newResVer=376 2025-10-30 13:23:46.46: PodMonitor - start process kube event 2025-10-30 13:23:46.46: empty line received 2025-10-30 13:23:46.46: PodMonitor - start process kube event 2025-10-30 13:24:45.95: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:24:45.95: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:24:45.95: IngressMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-10-30 13:25:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:25:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000973 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:25:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001192 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:26:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001069 2025-10-30 13:24:45.95: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:24:45.95: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:24:45.95: NetworkPolicyMonitor - start process kube event 2025-10-30 13:24:45.95: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:24:45.95: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:24:45.95: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:24:45.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:24:45.95: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:24:45.96: IngressMonitor - Connect Kube API result 0 2025-10-30 13:24:45.96: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:24:45.96: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:24:45.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:24:45.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:24:45.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:24:45.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:24:45.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:24:45.97: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:24:45.97: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:24:45.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:24:45.97: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:24:45.97: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:24:45.97: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:24:45.98: EndPointMonitor - start process kube event 2025-10-30 13:24:45.98: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:24:45.98: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:24:45.98: ServiceMonitor - start process kube event 2025-10-30 13:24:45.98: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:24:45.98: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:24:45.98: ServiceMonitor - Connect Kube API result 0 2025-10-30 13:24:45.98: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:24:45.98: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:24:45.98: EndPointMonitor - Connect Kube API result 0 2025-10-30 13:24:45.98: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:24:45.98: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:24:45.98: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:24:45.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 13:24:45.98: VncKubernetes - vnc_sync - Service start 2025-10-30 13:24:45.98: VncKubernetes - vnc_sync - Service done 2025-10-30 13:24:45.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:24:45.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:24:45.98: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:24:45.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:24:45.99: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:24:45.99: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:24:45.99: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:24:45.99: NamespaceMonitor - start process kube event 2025-10-30 13:24:45.99: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:24:45.99: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:24:45.99: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:24:45.99: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:24:45.99: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:24:45.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:24:45.99: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:24:45.99: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:24:45.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:24:46.00: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:24:46.02: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:24:46.02: NetworkMonitor - start process kube event 2025-10-30 13:24:46.02: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-10-30 13:24:46.02: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:24:46.02: NetworkMonitor - Connect Kube API result 0 2025-10-30 13:24:46.02: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:24:46.02: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-10-30 13:24:46.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:24:46.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 13:24:46.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:24:46.03: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-10-30 13:24:46.42: PodMonitor - Received BOOKMARK: oldResVer=376 newResVer=376 2025-10-30 13:24:46.42: PodMonitor - start process kube event 2025-10-30 13:24:46.42: empty line received 2025-10-30 13:24:46.42: PodMonitor - start process kube event 2025-10-30 13:25:45.69: PodMonitor - Received BOOKMARK: oldResVer=376 newResVer=376 2025-10-30 13:25:45.69: PodMonitor - start process kube event 2025-10-30 13:25:45.69: empty line received 2025-10-30 13:25:45.69: PodMonitor - start process kube event 2025-10-30 13:26:45.98: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:26:45.98: NetworkPolicyMonitor - start process kube event 2025-10-30 13:26:45.98: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:26:45.98: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:26:45.98: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:26:45.98: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:26:45.98: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:26:45.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:26:45.98: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:26:45.98: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:26:45.98: IngressMonitor - start process kube event 2025-10-30 13:26:45.98: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:26:45.98: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:26:45.98: IngressMonitor - Connect Kube API result 0 2025-10-30 13:26:45.98: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:26:45.98: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:26:45.99: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:26:45.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:26:45.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:26:45.99: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:26:45.99: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:26:45.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:26:45.99: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:26:45.99: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:26:45.99: EndPointMonitor - start process kube event 2025-10-30 13:26:45.99: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:26:45.99: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:26:45.99: ServiceMonitor - start process kube event 2025-10-30 13:26:45.99: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:26:45.99: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:26:45.99: EndPointMonitor - Connect Kube API result 0 2025-10-30 13:26:46.00: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:26:46.00: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:26:46.00: ServiceMonitor - Connect Kube API result 0 2025-10-30 13:26:46.00: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:26:46.00: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:26:46.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:26:46.00: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:26:46.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:26:46.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 13:26:46.00: VncKubernetes - vnc_sync - Service start 2025-10-30 13:26:46.00: VncKubernetes - vnc_sync - Service done 2025-10-30 13:26:46.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:26:46.00: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:26:46.00: NamespaceMonitor - start process kube event 2025-10-30 13:26:46.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:26:46.00: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:26:46.01: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:26:46.01: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:26:46.01: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:26:46.01: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:26:46.01: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:26:46.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:26:46.01: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:26:46.01: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:26:46.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:26:46.02: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:26:46.02: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:26:46.02: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:26:46.03: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:26:46.03: NetworkMonitor - start process kube event 2025-10-30 13:26:46.03: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-10-30 13:26:46.03: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:26:46.03: NetworkMonitor - Connect Kube API result 0 2025-10-30 13:26:46.03: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:26:46.03: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-10-30 13:26:46.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:26:46.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 13:26:46.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:26:46.04: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-10-30 13:26:46.14: PodMonitor - Received BOOKMARK: oldResVer=376 newResVer=376 2025-10-30 13:26:46.14: PodMonitor - start process kube event 2025-10-30 13:26:46.14: PodMonitor - _schedule_vnc_sync 2025-10-30 13:26:46.14: empty line received 2025-10-30 13:26:46.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:26:46.14: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:26:46.14: PodMonitor - start process kube event 2025-10-30 13:26:46.20: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:26:46.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:26:59.11: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:26:59.11: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:26:59.11: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:26:59.11: PodMonitor - start process kube event 2025-10-30 13:26:59.11: empty line received 2025-10-30 13:26:59.11: PodMonitor - start process kube event 2025-10-30 13:26:59.11: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:26:59.11: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:26:59.11: EndPointMonitor - start process kube event 2025-10-30 13:26:59.11: empty line received 2025-10-30 13:26:59.11: EndPointMonitor - start process kube event 2025-10-30 13:26:59.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:26:59.12: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:26:59.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:26:59.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:26:59.13: PodMonitor - start process kube event 2025-10-30 13:26:59.13: empty line received 2025-10-30 13:26:59.13: PodMonitor - start process kube event 2025-10-30 13:26:59.14: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:26:59.14: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:26:59.14: EndPointMonitor - start process kube event 2025-10-30 13:26:59.14: empty line received 2025-10-30 13:26:59.14: EndPointMonitor - start process kube event 2025-10-30 13:26:59.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:26:59.21: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:26:59.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:26:59.22: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:26:59.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:27:46.49: EndPointMonitor - Received BOOKMARK: oldResVer=361 newResVer=724 2025-10-30 13:27:46.49: EndPointMonitor - start process kube event 2025-10-30 13:27:46.49: empty line received 2025-10-30 13:27:46.49: EndPointMonitor - start process kube event 2025-10-30 13:27:46.70: PodMonitor - Received BOOKMARK: oldResVer=376 newResVer=723 2025-10-30 13:27:46.70: PodMonitor - start process kube event 2025-10-30 13:27:46.70: empty line received 2025-10-30 13:27:46.70: PodMonitor - start process kube event 2025-10-30 13:28:04.58: PodMonitor - Received BOOKMARK: oldResVer=723 newResVer=723 2025-10-30 13:28:04.58: PodMonitor - start process kube event 2025-10-30 13:28:04.58: empty line received 2025-10-30 13:28:04.58: PodMonitor - start process kube event 2025-10-30 13:28:05.78: PodMonitor - Received BOOKMARK: oldResVer=723 newResVer=723 2025-10-30 13:28:05.78: PodMonitor - start process kube event 2025-10-30 13:28:05.78: empty line received 2025-10-30 13:28:05.78: PodMonitor - start process kube event 2025-10-30 13:28:06.69: stop iteration PodMonitor 2025-10-30 13:28:06.69: PodMonitor - start process kube event 2025-10-30 13:28:06.69: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=723 2025-10-30 13:28:06.69: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:28:06.69: PodMonitor - Connect Kube API result 0 2025-10-30 13:28:06.70: PodMonitor - _schedule_vnc_sync 2025-10-30 13:28:06.70: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '723'})(timeout=120) 2025-10-30 13:28:06.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:28:06.70: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:28:06.70: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:28:06.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:28:06.71: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '723'}) 2025-10-30 13:28:46.02: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:28:46.02: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:28:46.02: NetworkPolicyMonitor - start process kube event 2025-10-30 13:28:46.02: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:28:46.02: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:28:46.02: IngressMonitor - start process kube event 2025-10-30 13:28:46.02: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:28:46.02: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:28:46.02: IngressMonitor - Connect Kube API result 0 2025-10-30 13:28:46.02: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:28:46.02: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:28:46.02: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:28:46.02: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:28:46.02: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:28:46.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:28:46.02: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:28:46.02: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:28:46.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:28:46.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:28:46.02: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:28:46.02: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:28:46.03: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:28:46.03: ServiceMonitor - start process kube event 2025-10-30 13:28:46.03: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:28:46.03: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:28:46.03: NamespaceMonitor - start process kube event 2025-10-30 13:28:46.03: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:28:46.03: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:28:46.03: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:28:46.03: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:28:46.03: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:28:46.03: ServiceMonitor - Connect Kube API result 0 2025-10-30 13:28:46.03: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:28:46.03: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:28:46.04: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:28:46.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:28:46.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:28:46.04: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:28:46.04: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:28:46.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:28:46.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001363 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001065 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:08] "GET /Snh_NamespaceDatabaseList?namespace_uuid=58572ce4-147a-446f-9afb-5979835be01a HTTP/1.1" 200 753 0.003639 2025-10-30 13:28:46.04: VncKubernetes - vnc_sync - Service start 2025-10-30 13:28:46.04: VncKubernetes - vnc_sync - Service done 2025-10-30 13:28:46.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:28:46.04: EndPointMonitor - Received BOOKMARK: oldResVer=724 newResVer=724 2025-10-30 13:28:46.04: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:28:46.04: EndPointMonitor - start process kube event 2025-10-30 13:28:46.04: empty line received 2025-10-30 13:28:46.04: NetworkMonitor - start process kube event 2025-10-30 13:28:46.04: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-10-30 13:28:46.04: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:28:46.04: EndPointMonitor - start process kube event 2025-10-30 13:28:46.04: NetworkMonitor - Connect Kube API result 0 2025-10-30 13:28:46.04: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:28:46.04: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-10-30 13:28:46.05: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:28:46.05: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:28:46.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:28:46.05: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 13:28:46.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:28:46.05: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:28:46.05: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:28:46.05: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-10-30 13:28:52.80: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:28:52.80: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:28:52.80: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:28:52.80: PodMonitor - start process kube event 2025-10-30 13:28:52.80: empty line received 2025-10-30 13:28:52.80: PodMonitor - start process kube event 2025-10-30 13:28:52.81: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:28:52.81: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:28:52.81: EndPointMonitor - start process kube event 2025-10-30 13:28:52.81: empty line received 2025-10-30 13:28:52.81: EndPointMonitor - start process kube event 2025-10-30 13:28:52.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:28:52.82: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:28:52.84: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:28:52.84: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:28:52.84: PodMonitor - start process kube event 2025-10-30 13:28:52.84: empty line received 2025-10-30 13:28:52.84: PodMonitor - start process kube event 2025-10-30 13:28:52.84: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:28:52.84: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:28:52.84: EndPointMonitor - start process kube event 2025-10-30 13:28:52.84: empty line received 2025-10-30 13:28:52.84: EndPointMonitor - start process kube event 2025-10-30 13:28:53.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:28:53.21: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:28:53.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:28:53.27: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:28:53.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:29:07.20: PodMonitor - Received BOOKMARK: oldResVer=723 newResVer=893 2025-10-30 13:29:07.20: PodMonitor - start process kube event 2025-10-30 13:29:07.20: empty line received 2025-10-30 13:29:07.20: PodMonitor - start process kube event 2025-10-30 13:29:46.09: EndPointMonitor - Received BOOKMARK: oldResVer=724 newResVer=896 2025-10-30 13:29:46.09: EndPointMonitor - start process kube event 2025-10-30 13:29:46.09: empty line received 2025-10-30 13:29:46.09: EndPointMonitor - start process kube event 2025-10-30 13:30:07.41: PodMonitor - Received BOOKMARK: oldResVer=893 newResVer=893 2025-10-30 13:30:07.41: PodMonitor - start process kube event 2025-10-30 13:30:07.41: empty line received 2025-10-30 13:30:07.42: PodMonitor - start process kube event 2025-10-30 13:30:08.23: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-99663433:e574528d-72a7-4b6d-a0d4-b99ce574da72 2025-10-30 13:30:08.23: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-99663433:e574528d-72a7-4b6d-a0d4-b99ce574da72 2025-10-30 13:30:08.23: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-99663433:e574528d-72a7-4b6d-a0d4-b99ce574da72 2025-10-30 13:30:08.24: ServiceMonitor - start process kube event 2025-10-30 13:30:08.24: empty line received 2025-10-30 13:30:08.24: ServiceMonitor - start process kube event 2025-10-30 13:30:08.25: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:08.25: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:08.25: EndPointMonitor - start process kube event 2025-10-30 13:30:08.25: empty line received 2025-10-30 13:30:08.25: EndPointMonitor - start process kube event 2025-10-30 13:30:08.30: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:08.30: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-85390546 (no nodeName) 2025-10-30 13:30:08.32: PodMonitor - start process kube event 2025-10-30 13:30:08.32: empty line received 2025-10-30 13:30:08.32: PodMonitor - start process kube event 2025-10-30 13:30:08.34: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:08.34: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:08.34: PodMonitor - start process kube event 2025-10-30 13:30:08.34: empty line received 2025-10-30 13:30:08.34: PodMonitor - start process kube event 2025-10-30 13:30:08.36: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001037 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:16] "GET /Snh_LoadbalancerDatabaseList?x=03de3dc0-2ed0-4504-ba43-528b828f8e78 HTTP/1.1" 200 1869 0.000786 2025-10-30 13:30:08.36: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:08.36: PodMonitor - start process kube event 2025-10-30 13:30:08.37: empty line received 2025-10-30 13:30:08.37: PodMonitor - start process kube event 2025-10-30 13:30:09.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:30:09.38: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:09.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:30:09.45: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:10.54: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:10.54: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:10.54: PodMonitor - start process kube event 2025-10-30 13:30:10.54: empty line received 2025-10-30 13:30:10.54: PodMonitor - start process kube event 2025-10-30 13:30:10.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:30:10.55: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:10.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:10.68: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:10.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:11.36: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:11.36: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-83587500 (no nodeName) 2025-10-30 13:30:11.36: PodMonitor - start process kube event 2025-10-30 13:30:11.36: empty line received 2025-10-30 13:30:11.36: PodMonitor - start process kube event 2025-10-30 13:30:11.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:11.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:11.37: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:11.37: PodMonitor - start process kube event 2025-10-30 13:30:11.37: empty line received 2025-10-30 13:30:11.37: PodMonitor - start process kube event 2025-10-30 13:30:11.39: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:11.39: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:11.39: PodMonitor - start process kube event 2025-10-30 13:30:11.39: empty line received 2025-10-30 13:30:11.39: PodMonitor - start process kube event 2025-10-30 13:30:12.35: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:12.35: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:12.35: PodMonitor - start process kube event 2025-10-30 13:30:12.35: empty line received 2025-10-30 13:30:12.35: PodMonitor - start process kube event 2025-10-30 13:30:12.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:30:12.37: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:12.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:12.53: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:12.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:13.03: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:30:13.03: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:30:13.03: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:30:13.03: IngressMonitor - start process kube event 2025-10-30 13:30:13.03: empty line received 2025-10-30 13:30:13.03: IngressMonitor - start process kube event 2025-10-30 13:30:14.19: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:30:14.19: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:30:14.19: IngressMonitor - start process kube event 2025-10-30 13:30:14.19: empty line received 2025-10-30 13:30:14.19: IngressMonitor - start process kube event 2025-10-30 13:30:15.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:15.33: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:30:15.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:16.08: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.08: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-85315400 (no nodeName) 2025-10-30 13:30:16.08: PodMonitor - start process kube event 2025-10-30 13:30:16.08: empty line received 2025-10-30 13:30:16.08: PodMonitor - start process kube event 2025-10-30 13:30:16.08: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.08: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.08: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.08: PodMonitor - start process kube event 2025-10-30 13:30:16.08: empty line received 2025-10-30 13:30:16.08: PodMonitor - start process kube event 2025-10-30 13:30:16.10: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.10: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.10: PodMonitor - start process kube event 2025-10-30 13:30:16.10: empty line received 2025-10-30 13:30:16.10: PodMonitor - start process kube event 2025-10-30 13:30:16.82: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.82: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.82: PodMonitor - start process kube event 2025-10-30 13:30:16.82: empty line received 2025-10-30 13:30:16.82: PodMonitor - start process kube event 2025-10-30 13:30:16.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:30:16.84: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:21] "GET /Snh_VirtualMachineDatabaseList?x=1501a442-341b-45d8-8efe-688038dc2de2 HTTP/1.1" 200 2150 0.000774 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:26] "GET /Snh_VirtualMachineDatabaseList?x=a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 HTTP/1.1" 200 2150 0.000710 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:31] "GET /Snh_VirtualMachineDatabaseList?x=48251a25-32a0-47a4-bceb-f75d2c4b34a8 HTTP/1.1" 200 2084 0.000700 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:30:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000947 VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:16.98: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:16.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:20.85: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:20.85: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:20.85: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:30:20.85: PodMonitor - start process kube event 2025-10-30 13:30:20.85: empty line received 2025-10-30 13:30:20.85: PodMonitor - start process kube event 2025-10-30 13:30:20.85: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:20.85: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:20.85: EndPointMonitor - start process kube event 2025-10-30 13:30:20.85: empty line received 2025-10-30 13:30:20.85: EndPointMonitor - start process kube event 2025-10-30 13:30:20.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:20.91: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:21.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:22.86: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:22.86: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:22.86: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:30:22.86: PodMonitor - start process kube event 2025-10-30 13:30:22.86: empty line received 2025-10-30 13:30:22.86: PodMonitor - start process kube event 2025-10-30 13:30:22.87: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:22.87: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:22.87: EndPointMonitor - start process kube event 2025-10-30 13:30:22.87: empty line received 2025-10-30 13:30:22.87: EndPointMonitor - start process kube event 2025-10-30 13:30:22.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:22.87: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:30:23.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:30.88: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:30.88: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:30.88: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:30.88: PodMonitor - start process kube event 2025-10-30 13:30:30.88: empty line received 2025-10-30 13:30:30.88: PodMonitor - start process kube event 2025-10-30 13:30:30.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:31.66: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:31.66: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:31.66: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:30:31.66: PodMonitor - start process kube event 2025-10-30 13:30:31.67: empty line received 2025-10-30 13:30:31.67: PodMonitor - start process kube event 2025-10-30 13:30:31.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:46.05: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:30:46.05: NetworkPolicyMonitor - start process kube event 2025-10-30 13:30:46.05: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:30:46.05: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:30:46.05: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:30:46.05: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:30:46.05: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:30:46.05: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:30:46.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:30:46.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:30:46.05: NamespaceMonitor - start process kube event 2025-10-30 13:30:46.05: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:30:46.05: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:30:46.05: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:30:46.06: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:30:46.06: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:30:46.06: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:30:46.06: NetworkMonitor - start process kube event 2025-10-30 13:30:46.06: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-10-30 13:30:46.06: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:30:46.06: NetworkMonitor - Connect Kube API result 0 2025-10-30 13:30:46.06: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:30:46.06: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-10-30 13:30:46.08: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:30:46.08: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:30:46.08: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:30:46.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:30:46.08: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:30:46.08: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:30:46.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:30:46.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:30:46.08: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:06] "GET /Snh_LoadbalancerDatabaseList?x=03de3dc0-2ed0-4504-ba43-528b828f8e78 HTTP/1.1" 200 1869 0.000611 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:07] "GET /Snh_LoadbalancerDatabaseList?x=03de3dc0-2ed0-4504-ba43-528b828f8e78 HTTP/1.1" 200 313 0.000553 2025-10-30 13:30:46.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:46.09: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-10-30 13:30:46.09: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:30:46.60: EndPointMonitor - Received BOOKMARK: oldResVer=896 newResVer=1054 2025-10-30 13:30:46.60: EndPointMonitor - start process kube event 2025-10-30 13:30:46.60: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:30:46.60: empty line received 2025-10-30 13:30:46.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:30:46.60: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:30:46.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:30:46.60: EndPointMonitor - start process kube event 2025-10-30 13:31:03.95: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.95: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.95: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.95: PodMonitor - start process kube event 2025-10-30 13:31:03.95: empty line received 2025-10-30 13:31:03.95: PodMonitor - start process kube event 2025-10-30 13:31:03.95: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.95: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.95: PodMonitor - start process kube event 2025-10-30 13:31:03.95: empty line received 2025-10-30 13:31:03.95: PodMonitor - start process kube event 2025-10-30 13:31:03.96: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.96: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:03.96: PodMonitor - start process kube event 2025-10-30 13:31:03.96: empty line received 2025-10-30 13:31:03.96: PodMonitor - start process kube event 2025-10-30 13:31:04.00: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:31:04.00: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:04.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:04.02: VncKubernetes - Process event (name=ctest-busybox-pod-85315400 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-85315400:48251a25-32a0-47a4-bceb-f75d2c4b34a8 2025-10-30 13:31:04.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:06.74: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:31:06.74: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:31:06.74: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:31:06.74: IngressMonitor - start process kube event 2025-10-30 13:31:06.74: empty line received 2025-10-30 13:31:06.74: IngressMonitor - start process kube event 2025-10-30 13:31:07.51: PodMonitor - Received BOOKMARK: oldResVer=893 newResVer=1120 2025-10-30 13:31:07.51: PodMonitor - start process kube event 2025-10-30 13:31:07.51: empty line received 2025-10-30 13:31:07.51: PodMonitor - start process kube event 2025-10-30 13:31:07.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:08.13: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:08.13: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:08.13: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:08.13: PodMonitor - start process kube event 2025-10-30 13:31:08.13: empty line received 2025-10-30 13:31:08.13: PodMonitor - start process kube event 2025-10-30 13:31:08.13: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:31:08.13: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:31:08.13: EndPointMonitor - start process kube event 2025-10-30 13:31:08.13: empty line received 2025-10-30 13:31:08.13: EndPointMonitor - start process kube event 2025-10-30 13:31:08.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:08.15: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:31:08.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:08.96: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:08.96: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:08.96: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:08.96: PodMonitor - start process kube event 2025-10-30 13:31:08.96: empty line received 2025-10-30 13:31:08.96: PodMonitor - start process kube event 2025-10-30 13:31:09.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:09.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:09.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:09.26: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:09.26: PodMonitor - start process kube event 2025-10-30 13:31:09.26: empty line received 2025-10-30 13:31:09.26: PodMonitor - start process kube event 2025-10-30 13:31:09.26: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:09.26: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:09.26: PodMonitor - start process kube event 2025-10-30 13:31:09.26: empty line received 2025-10-30 13:31:09.26: PodMonitor - start process kube event 2025-10-30 13:31:09.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:09.27: VncKubernetes - Process event (name=ctest-nginx-pod-83587500 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-83587500:a77e20ea-8054-4fb0-a7b2-2ca4211d10d2 2025-10-30 13:31:09.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:13.19: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:13.20: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:13.20: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:13.20: PodMonitor - start process kube event 2025-10-30 13:31:13.20: empty line received 2025-10-30 13:31:13.20: PodMonitor - start process kube event 2025-10-30 13:31:13.20: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:31:13.20: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:31:13.20: EndPointMonitor - start process kube event 2025-10-30 13:31:13.20: empty line received 2025-10-30 13:31:13.20: EndPointMonitor - start process kube event 2025-10-30 13:31:13.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:13.26: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-99663433:6f7b1426-7bc0-4592-9b21-399f1dd7d705 2025-10-30 13:31:13.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:13.96: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:13.96: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:13.96: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:13.97: PodMonitor - start process kube event 2025-10-30 13:31:13.97: empty line received 2025-10-30 13:31:13.97: PodMonitor - start process kube event 2025-10-30 13:31:14.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:14.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:14.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:14.27: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:14.27: PodMonitor - start process kube event 2025-10-30 13:31:14.27: empty line received 2025-10-30 13:31:14.27: PodMonitor - start process kube event 2025-10-30 13:31:14.28: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:14.28: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:14.28: PodMonitor - start process kube event 2025-10-30 13:31:14.28: empty line received 2025-10-30 13:31:14.28: PodMonitor - start process kube event 2025-10-30 13:31:14.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:14.28: VncKubernetes - Process event (name=ctest-nginx-pod-85390546 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-85390546:1501a442-341b-45d8-8efe-688038dc2de2 2025-10-30 13:31:14.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:18.56: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:31:18.56: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:31:18.56: VncKubernetes - Process event (name=ctest-new-default-57657204 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:31:18.56: NamespaceMonitor - start process kube event 2025-10-30 13:31:18.56: empty line received 2025-10-30 13:31:18.56: NamespaceMonitor - start process kube event 2025-10-30 13:31:20.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:21.57: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:31:21.57: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:31:21.57: VncKubernetes - Process event (name=ctest-non-default-23786853 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:31:21.57: NamespaceMonitor - start process kube event 2025-10-30 13:31:21.57: empty line received 2025-10-30 13:31:21.57: NamespaceMonitor - start process kube event 2025-10-30 13:31:23.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:24.58: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:31:24.58: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:31:24.58: VncKubernetes - Process event (name=ctest-new-default-57657204 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:31:24.59: NamespaceMonitor - start process kube event 2025-10-30 13:31:24.59: empty line received 2025-10-30 13:31:24.59: NamespaceMonitor - start process kube event 2025-10-30 13:31:24.59: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:31:24.59: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:31:24.59: NamespaceMonitor - start process kube event 2025-10-30 13:31:24.59: empty line received 2025-10-30 13:31:24.59: NamespaceMonitor - start process kube event 2025-10-30 13:31:24.60: PodMonitor - Received ADDED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:24.61: PodMonitor - Skipped ADDED Pod ctest-new-default-57657204:ctest-pod-03373047 (no nodeName) 2025-10-30 13:31:24.61: PodMonitor - start process kube event 2025-10-30 13:31:24.61: empty line received 2025-10-30 13:31:24.61: PodMonitor - start process kube event 2025-10-30 13:31:24.62: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:24.62: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:24.62: PodMonitor - start process kube event 2025-10-30 13:31:24.62: empty line received 2025-10-30 13:31:24.62: PodMonitor - start process kube event 2025-10-30 13:31:24.63: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:24.63: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:24.63: PodMonitor - start process kube event 2025-10-30 13:31:24.63: empty line received 2025-10-30 13:31:24.63: PodMonitor - start process kube event 2025-10-30 13:31:24.64: PodMonitor - Received ADDED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:24.64: PodMonitor - Skipped ADDED Pod ctest-new-default-57657204:ctest-pod-58033271 (no nodeName) 2025-10-30 13:31:24.64: PodMonitor - start process kube event 2025-10-30 13:31:24.64: empty line received 2025-10-30 13:31:24.64: PodMonitor - start process kube event 2025-10-30 13:31:24.64: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:24.64: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:24.64: PodMonitor - start process kube event 2025-10-30 13:31:24.64: empty line received [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:25] "GET /Snh_NamespaceDatabaseList?namespace_uuid=41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 HTTP/1.1" 200 866 0.002895 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:25] "GET /Snh_NamespaceDatabaseList?namespace_uuid=56467a93-c0bf-440d-8463-8a73d482523c HTTP/1.1" 200 866 0.002850 2025-10-30 13:31:24.64: PodMonitor - start process kube event 2025-10-30 13:31:24.66: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:24.66: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:24.66: PodMonitor - start process kube event 2025-10-30 13:31:24.66: empty line received 2025-10-30 13:31:24.66: PodMonitor - start process kube event 2025-10-30 13:31:24.67: PodMonitor - Received ADDED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:24.67: PodMonitor - Skipped ADDED Pod ctest-non-default-23786853:ctest-pod-06088586 (no nodeName) 2025-10-30 13:31:24.67: PodMonitor - start process kube event 2025-10-30 13:31:24.67: empty line received 2025-10-30 13:31:24.67: PodMonitor - start process kube event 2025-10-30 13:31:24.69: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:24.69: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:24.69: PodMonitor - start process kube event 2025-10-30 13:31:24.69: empty line received 2025-10-30 13:31:24.69: PodMonitor - start process kube event 2025-10-30 13:31:24.69: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:24.69: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:24.69: PodMonitor - start process kube event 2025-10-30 13:31:24.69: empty line received 2025-10-30 13:31:24.69: PodMonitor - start process kube event 2025-10-30 13:31:24.71: PodMonitor - Received ADDED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:24.71: PodMonitor - Skipped ADDED Pod ctest-non-default-23786853:ctest-pod-02912178 (no nodeName) 2025-10-30 13:31:24.71: PodMonitor - start process kube event 2025-10-30 13:31:24.71: empty line received 2025-10-30 13:31:24.71: PodMonitor - start process kube event 2025-10-30 13:31:24.72: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:24.72: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:24.72: PodMonitor - start process kube event 2025-10-30 13:31:24.72: empty line received 2025-10-30 13:31:24.72: PodMonitor - start process kube event 2025-10-30 13:31:24.73: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:24.73: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:24.73: PodMonitor - start process kube event 2025-10-30 13:31:24.73: empty line received 2025-10-30 13:31:24.73: PodMonitor - start process kube event 2025-10-30 13:31:24.74: PodMonitor - Received ADDED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:24.74: PodMonitor - Skipped ADDED Pod ctest-new-default-57657204:ctest-pod-86189485 (no nodeName) 2025-10-30 13:31:24.74: PodMonitor - start process kube event 2025-10-30 13:31:24.74: empty line received 2025-10-30 13:31:24.74: PodMonitor - start process kube event 2025-10-30 13:31:24.74: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:24.74: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:24.74: PodMonitor - start process kube event 2025-10-30 13:31:24.74: empty line received 2025-10-30 13:31:24.74: PodMonitor - start process kube event 2025-10-30 13:31:24.76: PodMonitor - Received ADDED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:24.76: PodMonitor - Skipped ADDED Pod ctest-new-default-57657204:ctest-pod-92594027 (no nodeName) 2025-10-30 13:31:24.76: PodMonitor - start process kube event 2025-10-30 13:31:24.76: empty line received 2025-10-30 13:31:24.76: PodMonitor - start process kube event 2025-10-30 13:31:24.76: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:24.76: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:24.76: PodMonitor - start process kube event 2025-10-30 13:31:24.76: empty line received 2025-10-30 13:31:24.76: PodMonitor - start process kube event 2025-10-30 13:31:24.79: PodMonitor - Received ADDED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:24.79: PodMonitor - Skipped ADDED Pod ctest-non-default-23786853:ctest-pod-28328165 (no nodeName) 2025-10-30 13:31:24.79: PodMonitor - start process kube event 2025-10-30 13:31:24.79: empty line received 2025-10-30 13:31:24.79: PodMonitor - start process kube event 2025-10-30 13:31:24.79: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:24.79: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:24.79: PodMonitor - start process kube event 2025-10-30 13:31:24.79: empty line received 2025-10-30 13:31:24.79: PodMonitor - start process kube event 2025-10-30 13:31:24.82: PodMonitor - Received ADDED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:24.82: PodMonitor - Skipped ADDED Pod ctest-non-default-23786853:ctest-pod-55840598 (no nodeName) 2025-10-30 13:31:24.82: PodMonitor - start process kube event 2025-10-30 13:31:24.82: empty line received 2025-10-30 13:31:24.82: PodMonitor - start process kube event 2025-10-30 13:31:24.83: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:24.83: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:24.83: PodMonitor - start process kube event 2025-10-30 13:31:24.83: empty line received 2025-10-30 13:31:24.83: PodMonitor - start process kube event 2025-10-30 13:31:25.16: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:25.16: VncKubernetes - Process event (name=ctest-non-default-23786853 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:31:25.62: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:25.62: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:25.62: PodMonitor - start process kube event 2025-10-30 13:31:25.62: empty line received 2025-10-30 13:31:25.62: PodMonitor - start process kube event 2025-10-30 13:31:25.65: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:25.65: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:26.66: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:26.66: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:26.66: PodMonitor - start process kube event 2025-10-30 13:31:26.66: empty line received 2025-10-30 13:31:26.66: PodMonitor - start process kube event 2025-10-30 13:31:26.67: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:26.67: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:26.80: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:31:26.80: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:27.02: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:27.02: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:27.02: PodMonitor - start process kube event 2025-10-30 13:31:27.03: empty line received 2025-10-30 13:31:27.03: PodMonitor - start process kube event 2025-10-30 13:31:27.38: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:27.38: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:27.39: PodMonitor - start process kube event 2025-10-30 13:31:27.39: empty line received 2025-10-30 13:31:27.39: PodMonitor - start process kube event 2025-10-30 13:31:27.40: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:27.40: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:27.42: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:27.42: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:27.42: PodMonitor - start process kube event 2025-10-30 13:31:27.42: empty line received 2025-10-30 13:31:27.42: PodMonitor - start process kube event 2025-10-30 13:31:27.53: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:27.53: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:27.84: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:27.84: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:27.84: PodMonitor - start process kube event 2025-10-30 13:31:27.84: empty line received 2025-10-30 13:31:27.84: PodMonitor - start process kube event 2025-10-30 13:31:28.37: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:28.37: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:28.37: PodMonitor - start process kube event 2025-10-30 13:31:28.37: empty line received 2025-10-30 13:31:28.37: PodMonitor - start process kube event 2025-10-30 13:31:28.38: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-30 13:31:28.38: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:28.45: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:28.45: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:29.06: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:29.06: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:29.06: PodMonitor - start process kube event 2025-10-30 13:31:29.06: empty line received 2025-10-30 13:31:29.06: PodMonitor - start process kube event 2025-10-30 13:31:29.07: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 13:31:29.07: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:29.14: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:31:29.14: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:29.83: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:29.83: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:29.83: PodMonitor - start process kube event 2025-10-30 13:31:29.84: empty line received 2025-10-30 13:31:29.84: PodMonitor - start process kube event 2025-10-30 13:31:29.84: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:31:29.84: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:30.52: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:30.52: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:30.52: PodMonitor - start process kube event 2025-10-30 13:31:30.52: empty line received 2025-10-30 13:31:30.52: PodMonitor - start process kube event 2025-10-30 13:31:30.53: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:31:30.53: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:31.18: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:31.18: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:31.18: PodMonitor - start process kube event 2025-10-30 13:31:31.18: empty line received 2025-10-30 13:31:31.18: PodMonitor - start process kube event 2025-10-30 13:31:31.19: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:31:31.19: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:31.84: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:31.84: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:31.84: PodMonitor - start process kube event 2025-10-30 13:31:31.84: empty line received 2025-10-30 13:31:31.84: PodMonitor - start process kube event 2025-10-30 13:31:31.85: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 13:31:31.85: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:31.93: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-30 13:31:31.93: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:31.98: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 13:31:31.98: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:32.00: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:32.00: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:32.00: PodMonitor - start process kube event 2025-10-30 13:31:32.00: empty line received 2025-10-30 13:31:32.00: PodMonitor - start process kube event 2025-10-30 13:31:32.07: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 13:31:32.07: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:32.13: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-30 13:31:32.13: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:32.23: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-30 13:31:32.23: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:32.29: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-30 13:31:32.29: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:32.34: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 13:31:32.35: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:32.40: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:31:32.40: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:32.41: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:31:32.41: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:32.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:31:32.47: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:32.52: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:31:32.52: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:32.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:32.53: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:31:32.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:37.03: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:37.03: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:37.03: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:31:37.03: PodMonitor - start process kube event 2025-10-30 13:31:37.03: empty line received 2025-10-30 13:31:37.03: PodMonitor - start process kube event 2025-10-30 13:31:37.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:37.05: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:37.05: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:37.05: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:31:37.05: PodMonitor - start process kube event 2025-10-30 13:31:37.05: empty line received 2025-10-30 13:31:37.05: PodMonitor - start process kube event 2025-10-30 13:31:37.05: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:37.05: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:37.05: PodMonitor - start process kube event 2025-10-30 13:31:37.05: empty line received 2025-10-30 13:31:37.05: PodMonitor - start process kube event 2025-10-30 13:31:37.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:37.10: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:31:37.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:38.04: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:38.04: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:38.04: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:31:38.04: PodMonitor - start process kube event 2025-10-30 13:31:38.04: empty line received 2025-10-30 13:31:38.04: PodMonitor - start process kube event 2025-10-30 13:31:38.06: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:38.06: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:38.06: PodMonitor - start process kube event 2025-10-30 13:31:38.06: empty line received 2025-10-30 13:31:38.06: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=11508200-3961-451b-b21c-c607cacadbab HTTP/1.1" 200 2484 0.000694 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=273f9e84-4fb3-45a6-90bf-e90cf5391995 HTTP/1.1" 200 2484 0.000718 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=c9905e0c-ad37-4c66-b911-08b9c02b85d2 HTTP/1.1" 200 2484 0.000710 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=acb58689-047b-41c4-8688-94297270b64b HTTP/1.1" 200 2484 0.000760 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=d355cd8f-fe2a-4e11-9389-66234a6a871c HTTP/1.1" 200 2414 0.000713 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 HTTP/1.1" 200 2414 0.000728 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=c406f947-d621-4e64-9470-1f7106bbc11c HTTP/1.1" 200 2414 0.000705 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:40] "GET /Snh_VirtualMachineDatabaseList?x=6e94322a-2fa3-4072-a40c-456924dd0d28 HTTP/1.1" 200 2414 0.000687 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:42] "GET /Snh_LoadbalancerDatabaseList?x=0568ac0b-d676-4a7d-9f21-c35fff902846 HTTP/1.1" 200 1862 0.000740 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:43] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=510573d0-7bd0-4571-b587-2794b38c9683 HTTP/1.1" 200 2231 0.001088 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:43] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=510573d0-7bd0-4571-b587-2794b38c9683 HTTP/1.1" 200 2231 0.001025 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:31:45] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=510573d0-7bd0-4571-b587-2794b38c9683 HTTP/1.1" 200 2302 0.000782 2025-10-30 13:31:38.07: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:38.07: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:38.07: PodMonitor - start process kube event 2025-10-30 13:31:38.07: empty line received 2025-10-30 13:31:38.07: PodMonitor - start process kube event 2025-10-30 13:31:38.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:31:38.10: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:31:38.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:38.11: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:31:38.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:39.05: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:39.05: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:39.05: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:31:39.05: PodMonitor - start process kube event 2025-10-30 13:31:39.05: empty line received 2025-10-30 13:31:39.05: PodMonitor - start process kube event 2025-10-30 13:31:39.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:41.41: ServiceMonitor - Received ADDED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:31:41.41: ServiceMonitor - Got ADDED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:31:41.41: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=ADDED kind=Service ns=ctest-new-default-57657204) VncService - Got ADDED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:31:41.42: ServiceMonitor - start process kube event 2025-10-30 13:31:41.42: empty line received 2025-10-30 13:31:41.42: ServiceMonitor - start process kube event 2025-10-30 13:31:41.42: EndPointMonitor - Received ADDED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:31:41.42: EndPointMonitor - Got ADDED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:31:41.43: EndPointMonitor - start process kube event 2025-10-30 13:31:41.43: empty line received 2025-10-30 13:31:41.43: EndPointMonitor - start process kube event 2025-10-30 13:31:42.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:31:42.29: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=ADDED kind=Endpoints ns=ctest-new-default-57657204) VncEndpoints - Got ADDED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:31:42.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:43.06: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:31:43.06: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:31:43.06: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-57657204) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:31:43.06: NetworkPolicyMonitor - start process kube event 2025-10-30 13:31:43.07: empty line received 2025-10-30 13:31:43.07: NetworkPolicyMonitor - start process kube event 2025-10-30 13:31:44.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:31:46.21: NamespaceMonitor - Received BOOKMARK: oldResVer=361 newResVer=1178 2025-10-30 13:31:46.21: NamespaceMonitor - start process kube event 2025-10-30 13:31:46.21: empty line received 2025-10-30 13:31:46.21: NamespaceMonitor - start process kube event 2025-10-30 13:31:46.84: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=361 newResVer=1282 2025-10-30 13:31:46.84: NetworkPolicyMonitor - start process kube event 2025-10-30 13:31:46.84: empty line received 2025-10-30 13:31:46.84: NetworkPolicyMonitor - start process kube event 2025-10-30 13:31:46.88: EndPointMonitor - Received BOOKMARK: oldResVer=1054 newResVer=1278 2025-10-30 13:31:46.88: EndPointMonitor - start process kube event 2025-10-30 13:31:46.88: empty line received 2025-10-30 13:31:46.88: EndPointMonitor - start process kube event 2025-10-30 13:32:07.70: PodMonitor - Received BOOKMARK: oldResVer=1120 newResVer=1272 2025-10-30 13:32:07.70: PodMonitor - start process kube event 2025-10-30 13:32:07.70: PodMonitor - _schedule_vnc_sync 2025-10-30 13:32:07.70: empty line received 2025-10-30 13:32:07.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:32:07.70: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:32:07.70: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:32:07.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:32:07.70: PodMonitor - start process kube event 2025-10-30 13:32:45.69: NamespaceMonitor - Received BOOKMARK: oldResVer=1178 newResVer=1178 2025-10-30 13:32:45.69: NamespaceMonitor - start process kube event 2025-10-30 13:32:45.70: empty line received 2025-10-30 13:32:45.70: NamespaceMonitor - start process kube event 2025-10-30 13:32:46.09: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:32:46.09: NetworkMonitor - start process kube event 2025-10-30 13:32:46.09: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-10-30 13:32:46.09: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:32:46.09: NetworkMonitor - Connect Kube API result 0 2025-10-30 13:32:46.09: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:32:46.09: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-10-30 13:32:46.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:32:46.09: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 13:32:46.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:32:46.10: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-10-30 13:32:47.45: EndPointMonitor - Received BOOKMARK: oldResVer=1278 newResVer=1278 2025-10-30 13:32:47.45: EndPointMonitor - start process kube event 2025-10-30 13:32:47.45: empty line received 2025-10-30 13:32:47.45: EndPointMonitor - start process kube event 2025-10-30 13:32:47.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1282 newResVer=1282 2025-10-30 13:32:47.67: NetworkPolicyMonitor - start process kube event 2025-10-30 13:32:47.67: empty line received 2025-10-30 13:32:47.67: NetworkPolicyMonitor - start process kube event 2025-10-30 13:33:06.74: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:33:06.75: IngressMonitor - start process kube event 2025-10-30 13:33:06.75: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:33:06.75: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:33:06.75: IngressMonitor - Connect Kube API result 0 2025-10-30 13:33:06.75: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:33:06.75: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:33:06.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:33:06.75: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:33:06.75: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:33:06.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:33:06.76: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:33:06.76: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: IngressMonitor - start process kube event 2025-10-30 13:33:06.76: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: IngressMonitor - start process kube event 2025-10-30 13:33:06.76: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:06.76: IngressMonitor - start process kube event 2025-10-30 13:33:06.76: empty line received 2025-10-30 13:33:06.76: IngressMonitor - start process kube event 2025-10-30 13:33:07.92: PodMonitor - Received BOOKMARK: oldResVer=1272 newResVer=1272 2025-10-30 13:33:07.92: PodMonitor - start process kube event 2025-10-30 13:33:07.92: empty line received 2025-10-30 13:33:07.92: PodMonitor - start process kube event 2025-10-30 13:33:08.08: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:33:08.08: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:33:08.08: PodMonitor - start process kube event 2025-10-30 13:33:08.08: empty line received 2025-10-30 13:33:08.08: PodMonitor - start process kube event 2025-10-30 13:33:08.08: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:33:08.09: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:33:08.09: EndPointMonitor - start process kube event 2025-10-30 13:33:08.09: empty line received 2025-10-30 13:33:08.09: EndPointMonitor - start process kube event 2025-10-30 13:33:08.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:33:08.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:33:08.13: PodMonitor - start process kube event 2025-10-30 13:33:08.13: empty line received 2025-10-30 13:33:08.13: PodMonitor - start process kube event 2025-10-30 13:33:08.15: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:33:08.15: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:33:08.15: EndPointMonitor - start process kube event 2025-10-30 13:33:08.15: empty line received 2025-10-30 13:33:08.15: EndPointMonitor - start process kube event 2025-10-30 13:33:09.06: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 13:33:09.06: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:09.57: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:33:09.57: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:33:10.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:33:10.74: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:33:10.77: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:33:10.77: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:33:11.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:33:11.13: VncKubernetes - Process event (name=coredns-6f867cd986-fjk2m event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-fjk2m:cd3dd3e2-07b5-497b-ab1f-0b1db20c31d4 2025-10-30 13:33:11.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:33:11.19: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:5d303c26-4448-4f7c-ba38-beda7f89a27d 2025-10-30 13:33:11.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:33:41.42: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:33:41.42: ServiceMonitor - start process kube event 2025-10-30 13:33:41.42: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:33:41.42: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:33:41.42: ServiceMonitor - Connect Kube API result 0 2025-10-30 13:33:41.42: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:33:41.42: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:33:41.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 13:33:41.42: VncKubernetes - vnc_sync - Service start 2025-10-30 13:33:41.42: VncKubernetes - vnc_sync - Service done 2025-10-30 13:33:41.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:33:41.44: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:33:41.44: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-99663433:e574528d-72a7-4b6d-a0d4-b99ce574da72 2025-10-30 13:33:41.44: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-99663433:e574528d-72a7-4b6d-a0d4-b99ce574da72 2025-10-30 13:33:41.44: VncKubernetes - Process event (name=ctest-nginx-svc-99663433 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-99663433:e574528d-72a7-4b6d-a0d4-b99ce574da72 2025-10-30 13:33:41.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:33:41.44: ServiceMonitor - start process kube event 2025-10-30 13:33:41.44: empty line received 2025-10-30 13:33:41.44: ServiceMonitor - start process kube event 2025-10-30 13:33:41.44: ServiceMonitor - Received ADDED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:33:41.44: ServiceMonitor - Got ADDED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:33:41.44: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=ADDED kind=Service ns=ctest-new-default-57657204) VncService - Got ADDED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:33:41.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:33:41.44: ServiceMonitor - start process kube event 2025-10-30 13:33:41.44: empty line received 2025-10-30 13:33:41.44: ServiceMonitor - start process kube event 2025-10-30 13:33:46.20: NamespaceMonitor - Received BOOKMARK: oldResVer=1178 newResVer=1178 2025-10-30 13:33:46.20: NamespaceMonitor - start process kube event 2025-10-30 13:33:46.20: empty line received 2025-10-30 13:33:46.20: NamespaceMonitor - start process kube event 2025-10-30 13:33:46.77: NetworkMonitor - Received BOOKMARK: oldResVer=366 newResVer=1437 2025-10-30 13:33:46.77: NetworkMonitor - start process kube event 2025-10-30 13:33:46.77: empty line received 2025-10-30 13:33:46.77: NetworkMonitor - start process kube event 2025-10-30 13:33:47.27: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1282 newResVer=1282 2025-10-30 13:33:47.27: NetworkPolicyMonitor - start process kube event 2025-10-30 13:33:47.27: empty line received 2025-10-30 13:33:47.27: NetworkPolicyMonitor - start process kube event 2025-10-30 13:33:47.49: EndPointMonitor - Received BOOKMARK: oldResVer=1278 newResVer=1415 2025-10-30 13:33:47.49: EndPointMonitor - start process kube event 2025-10-30 13:33:47.49: empty line received 2025-10-30 13:33:47.49: EndPointMonitor - start process kube event 2025-10-30 13:33:49.33: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:33:49.33: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:33:49.33: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-57657204) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:33:49.33: NetworkPolicyMonitor - start process kube event 2025-10-30 13:33:49.33: empty line received 2025-10-30 13:33:49.33: NetworkPolicyMonitor - start process kube event 2025-10-30 13:33:50.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:34:08.05: PodMonitor - Received BOOKMARK: oldResVer=1272 newResVer=1413 2025-10-30 13:34:08.05: PodMonitor - start process kube event 2025-10-30 13:34:08.05: empty line received 2025-10-30 13:34:08.05: PodMonitor - start process kube event 2025-10-30 13:34:45.95: NamespaceMonitor - Received BOOKMARK: oldResVer=1178 newResVer=1178 2025-10-30 13:34:45.95: NamespaceMonitor - start process kube event 2025-10-30 13:34:45.95: empty line received 2025-10-30 13:34:45.96: NamespaceMonitor - start process kube event 2025-10-30 13:34:46.62: EndPointMonitor - Received BOOKMARK: oldResVer=1415 newResVer=1415 2025-10-30 13:34:46.62: EndPointMonitor - start process kube event 2025-10-30 13:34:46.62: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:34:46.62: empty line received 2025-10-30 13:34:46.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:34:46.62: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:34:46.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:34:46.62: EndPointMonitor - start process kube event 2025-10-30 13:34:47.15: NetworkMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-10-30 13:34:47.15: NetworkMonitor - start process kube event 2025-10-30 13:34:47.15: empty line received 2025-10-30 13:34:47.15: NetworkMonitor - start process kube event 2025-10-30 13:34:47.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1282 newResVer=1484 2025-10-30 13:34:47.55: NetworkPolicyMonitor - start process kube event 2025-10-30 13:34:47.55: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:34:47.55: empty line received 2025-10-30 13:34:47.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:34:47.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:34:47.55: NetworkPolicyMonitor - start process kube event 2025-10-30 13:34:47.56: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:34:47.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:34:51.73: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:51.73: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:51.73: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:51.73: PodMonitor - start process kube event 2025-10-30 13:34:51.73: empty line received 2025-10-30 13:34:51.73: PodMonitor - start process kube event 2025-10-30 13:34:51.76: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:34:51.76: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:34:51.76: PodMonitor - start process kube event 2025-10-30 13:34:51.76: empty line received 2025-10-30 13:34:51.76: PodMonitor - start process kube event 2025-10-30 13:34:51.76: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:34:51.76: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:34:51.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:51.77: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:34:51.77: PodMonitor - start process kube event 2025-10-30 13:34:51.77: empty line received 2025-10-30 13:34:51.77: PodMonitor - start process kube event 2025-10-30 13:34:51.77: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:34:51.77: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:34:51.77: PodMonitor - start process kube event 2025-10-30 13:34:51.77: empty line received 2025-10-30 13:34:51.77: PodMonitor - start process kube event 2025-10-30 13:34:51.77: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:34:51.77: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:34:51.77: EndPointMonitor - start process kube event 2025-10-30 13:34:51.77: empty line received 2025-10-30 13:34:51.77: EndPointMonitor - start process kube event 2025-10-30 13:34:51.78: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:34:51.78: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:34:51.78: PodMonitor - start process kube event 2025-10-30 13:34:51.78: empty line received 2025-10-30 13:34:51.79: PodMonitor - start process kube event 2025-10-30 13:34:51.79: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:51.79: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:51.79: PodMonitor - start process kube event 2025-10-30 13:34:51.79: empty line received 2025-10-30 13:34:51.79: PodMonitor - start process kube event 2025-10-30 13:34:51.79: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:51.79: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:51.79: PodMonitor - start process kube event 2025-10-30 13:34:51.79: empty line received 2025-10-30 13:34:51.79: PodMonitor - start process kube event 2025-10-30 13:34:51.80: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:34:51.80: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:34:51.80: EndPointMonitor - start process kube event 2025-10-30 13:34:51.80: empty line received 2025-10-30 13:34:51.80: EndPointMonitor - start process kube event 2025-10-30 13:34:51.82: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:51.82: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:51.82: PodMonitor - start process kube event 2025-10-30 13:34:51.82: empty line received 2025-10-30 13:34:51.82: PodMonitor - start process kube event 2025-10-30 13:34:51.83: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-30 13:34:51.83: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:34:51.90: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-30 13:34:51.90: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:34:51.92: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 13:34:51.92: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-57657204) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:34:52.15: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:34:52.15: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:34:52.20: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:34:52.20: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:34:52.21: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:52.26: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:52.26: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-57657204) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:34:52.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:34:52.28: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:52.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:34:52.55: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.55: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.55: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.55: PodMonitor - start process kube event 2025-10-30 13:34:52.55: empty line received 2025-10-30 13:34:52.55: PodMonitor - start process kube event 2025-10-30 13:34:52.56: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.56: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.56: PodMonitor - start process kube event 2025-10-30 13:34:52.56: empty line received 2025-10-30 13:34:52.56: PodMonitor - start process kube event 2025-10-30 13:34:52.56: PodMonitor - Received DELETED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.57: PodMonitor - Got DELETED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.57: PodMonitor - start process kube event 2025-10-30 13:34:52.57: empty line received 2025-10-30 13:34:52.57: PodMonitor - start process kube event 2025-10-30 13:34:52.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:52.57: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.58: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.58: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.58: PodMonitor - start process kube event 2025-10-30 13:34:52.58: empty line received 2025-10-30 13:34:52.58: PodMonitor - start process kube event 2025-10-30 13:34:52.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:52.62: VncKubernetes - Process event (name=ctest-pod-03373047 event_type=DELETED kind=Pod ns=ctest-new-default-57657204) VncPod - Got DELETED Pod ctest-new-default-57657204:ctest-pod-03373047:11508200-3961-451b-b21c-c607cacadbab 2025-10-30 13:34:52.73: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.73: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.73: PodMonitor - start process kube event 2025-10-30 13:34:52.73: empty line received 2025-10-30 13:34:52.73: PodMonitor - start process kube event 2025-10-30 13:34:52.73: PodMonitor - Received DELETED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.73: PodMonitor - Got DELETED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:52.73: PodMonitor - start process kube event 2025-10-30 13:34:52.73: empty line received 2025-10-30 13:34:52.73: PodMonitor - start process kube event 2025-10-30 13:34:53.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:34:53.07: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:53.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:53.12: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:53.13: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.13: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.14: PodMonitor - start process kube event 2025-10-30 13:34:53.14: empty line received 2025-10-30 13:34:53.14: PodMonitor - start process kube event 2025-10-30 13:34:53.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:53.18: VncKubernetes - Process event (name=ctest-pod-58033271 event_type=DELETED kind=Pod ns=ctest-new-default-57657204) VncPod - Got DELETED Pod ctest-new-default-57657204:ctest-pod-58033271:273f9e84-4fb3-45a6-90bf-e90cf5391995 2025-10-30 13:34:53.33: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.33: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.33: PodMonitor - start process kube event 2025-10-30 13:34:53.33: empty line received 2025-10-30 13:34:53.33: PodMonitor - start process kube event 2025-10-30 13:34:53.33: PodMonitor - Received DELETED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.33: PodMonitor - Got DELETED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.33: PodMonitor - start process kube event 2025-10-30 13:34:53.33: empty line received 2025-10-30 13:34:53.33: PodMonitor - start process kube event 2025-10-30 13:34:53.84: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:34:53.84: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:53.90: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:53.95: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:34:53.95: VncKubernetes - Process event (name=ctest-pod-06088586 event_type=DELETED kind=Pod ns=ctest-non-default-23786853) VncPod - Got DELETED Pod ctest-non-default-23786853:ctest-pod-06088586:c9905e0c-ad37-4c66-b911-08b9c02b85d2 2025-10-30 13:34:54.13: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.13: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.13: PodMonitor - start process kube event 2025-10-30 13:34:54.13: empty line received 2025-10-30 13:34:54.13: PodMonitor - start process kube event 2025-10-30 13:34:54.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:34:54.32: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.33: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.33: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.33: PodMonitor - start process kube event 2025-10-30 13:34:54.33: empty line received 2025-10-30 13:34:54.33: PodMonitor - start process kube event 2025-10-30 13:34:54.33: PodMonitor - Received DELETED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.33: PodMonitor - Got DELETED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.33: PodMonitor - start process kube event 2025-10-30 13:34:54.33: empty line received 2025-10-30 13:34:54.33: PodMonitor - start process kube event 2025-10-30 13:34:54.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:34:54.37: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:34:54.42: VncKubernetes - Process event (name=ctest-pod-02912178 event_type=DELETED kind=Pod ns=ctest-non-default-23786853) VncPod - Got DELETED Pod ctest-non-default-23786853:ctest-pod-02912178:acb58689-047b-41c4-8688-94297270b64b 2025-10-30 13:34:54.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:06.77: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:35:06.77: IngressMonitor - start process kube event 2025-10-30 13:35:06.77: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:35:06.77: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:35:06.77: IngressMonitor - Connect Kube API result 0 2025-10-30 13:35:06.77: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:35:06.77: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:35:06.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:35:06.77: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:35:06.77: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:35:06.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:06.78: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:35:06.78: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: IngressMonitor - start process kube event 2025-10-30 13:35:06.78: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: IngressMonitor - start process kube event 2025-10-30 13:35:06.78: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:06.78: IngressMonitor - start process kube event 2025-10-30 13:35:06.78: empty line received 2025-10-30 13:35:06.78: IngressMonitor - start process kube event 2025-10-30 13:35:07.89: PodMonitor - Received BOOKMARK: oldResVer=1413 newResVer=1602 2025-10-30 13:35:07.89: PodMonitor - start process kube event 2025-10-30 13:35:07.89: empty line received 2025-10-30 13:35:07.89: PodMonitor - start process kube event 2025-10-30 13:35:08.41: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:35:08.41: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:08.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:35:08.76: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:35:09.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:23.64: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.64: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.64: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.64: PodMonitor - start process kube event 2025-10-30 13:35:23.64: empty line received 2025-10-30 13:35:23.64: PodMonitor - start process kube event 2025-10-30 13:35:23.65: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.65: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.65: PodMonitor - start process kube event 2025-10-30 13:35:23.65: empty line received 2025-10-30 13:35:23.65: PodMonitor - start process kube event 2025-10-30 13:35:23.66: PodMonitor - Received DELETED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.66: PodMonitor - Got DELETED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.66: PodMonitor - start process kube event 2025-10-30 13:35:23.66: empty line received 2025-10-30 13:35:23.66: PodMonitor - start process kube event 2025-10-30 13:35:23.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:35:23.66: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.67: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:23.67: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:23.67: PodMonitor - start process kube event 2025-10-30 13:35:23.67: empty line received 2025-10-30 13:35:23.67: PodMonitor - start process kube event 2025-10-30 13:35:23.68: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:23.68: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:23.68: PodMonitor - start process kube event 2025-10-30 13:35:23.68: empty line received 2025-10-30 13:35:23.68: PodMonitor - start process kube event 2025-10-30 13:35:23.68: PodMonitor - Received DELETED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:23.68: PodMonitor - Got DELETED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:23.68: PodMonitor - start process kube event 2025-10-30 13:35:23.68: empty line received 2025-10-30 13:35:23.68: PodMonitor - start process kube event 2025-10-30 13:35:23.69: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:23.69: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:23.69: PodMonitor - start process kube event 2025-10-30 13:35:23.69: empty line received 2025-10-30 13:35:23.69: PodMonitor - start process kube event 2025-10-30 13:35:23.72: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:35:23.72: VncKubernetes - Process event (name=ctest-pod-28328165 event_type=DELETED kind=Pod ns=ctest-non-default-23786853) VncPod - Got DELETED Pod ctest-non-default-23786853:ctest-pod-28328165:051e8b14-c8e9-4a6d-8e16-d36b4c73ea88 2025-10-30 13:35:23.82: PodMonitor - Received MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:23.82: PodMonitor - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:23.82: PodMonitor - start process kube event 2025-10-30 13:35:23.82: empty line received 2025-10-30 13:35:23.82: PodMonitor - start process kube event 2025-10-30 13:35:23.83: PodMonitor - Received DELETED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:23.83: PodMonitor - Got DELETED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:23.83: PodMonitor - start process kube event 2025-10-30 13:35:23.83: empty line received 2025-10-30 13:35:23.83: PodMonitor - start process kube event 2025-10-30 13:35:24.11: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 13:35:24.11: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:24.16: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:35:24.17: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:24.22: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:35:24.22: VncKubernetes - Process event (name=ctest-pod-86189485 event_type=DELETED kind=Pod ns=ctest-new-default-57657204) VncPod - Got DELETED Pod ctest-new-default-57657204:ctest-pod-86189485:d355cd8f-fe2a-4e11-9389-66234a6a871c 2025-10-30 13:35:24.43: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:24.43: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:24.43: PodMonitor - start process kube event 2025-10-30 13:35:24.43: empty line received 2025-10-30 13:35:24.43: PodMonitor - start process kube event 2025-10-30 13:35:24.78: PodMonitor - Received MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:24.78: PodMonitor - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:24.78: PodMonitor - start process kube event 2025-10-30 13:35:24.78: empty line received 2025-10-30 13:35:24.78: PodMonitor - start process kube event 2025-10-30 13:35:24.78: PodMonitor - Received DELETED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:24.78: PodMonitor - Got DELETED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:24.78: PodMonitor - start process kube event 2025-10-30 13:35:24.78: empty line received 2025-10-30 13:35:24.78: PodMonitor - start process kube event 2025-10-30 13:35:24.80: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 13:35:24.80: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:24.85: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 13:35:24.85: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=MODIFIED kind=Pod ns=ctest-new-default-57657204) VncPod - Got MODIFIED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:24.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:35:24.90: VncKubernetes - Process event (name=ctest-pod-92594027 event_type=DELETED kind=Pod ns=ctest-new-default-57657204) VncPod - Got DELETED Pod ctest-new-default-57657204:ctest-pod-92594027:c406f947-d621-4e64-9470-1f7106bbc11c 2025-10-30 13:35:25.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:35:25.33: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:25.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:35:25.39: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=MODIFIED kind=Pod ns=ctest-non-default-23786853) VncPod - Got MODIFIED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:25.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:35:25.44: VncKubernetes - Process event (name=ctest-pod-55840598 event_type=DELETED kind=Pod ns=ctest-non-default-23786853) VncPod - Got DELETED Pod ctest-non-default-23786853:ctest-pod-55840598:6e94322a-2fa3-4072-a40c-456924dd0d28 2025-10-30 13:35:25.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:27.11: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:27.11: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:27.11: VncKubernetes - Process event (name=ctest-non-default-23786853 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:27.11: NamespaceMonitor - start process kube event 2025-10-30 13:35:27.11: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:35:27.11: empty line received 2025-10-30 13:35:27.11: NamespaceMonitor - start process kube event 2025-10-30 13:35:27.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:35:27.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:35:27.36: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:35:27.36: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:35:27.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:32.31: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:32.31: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:32.31: VncKubernetes - Process event (name=ctest-non-default-23786853 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:32.31: NamespaceMonitor - start process kube event 2025-10-30 13:35:32.31: empty line received 2025-10-30 13:35:32.31: NamespaceMonitor - start process kube event 2025-10-30 13:35:32.32: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:32.32: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:32.32: NamespaceMonitor - start process kube event 2025-10-30 13:35:32.32: empty line received 2025-10-30 13:35:32.32: NamespaceMonitor - start process kube event 2025-10-30 13:35:32.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:35:32.58: VncKubernetes - Process event (name=ctest-non-default-23786853 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-23786853:56467a93-c0bf-440d-8463-8a73d482523c 2025-10-30 13:35:33.13: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:33.13: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:33.13: NamespaceMonitor - start process kube event 2025-10-30 13:35:33.13: empty line received 2025-10-30 13:35:33.13: NamespaceMonitor - start process kube event 2025-10-30 13:35:33.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:35:33.59: VncKubernetes - Process event (name=ctest-new-default-57657204 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:33.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:38.16: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:35:38.16: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:35:38.16: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-57657204) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-57657204:ingress-on-service:510573d0-7bd0-4571-b587-2794b38c9683 2025-10-30 13:35:38.16: NetworkPolicyMonitor - start process kube event 2025-10-30 13:35:38.16: empty line received 2025-10-30 13:35:38.16: NetworkPolicyMonitor - start process kube event 2025-10-30 13:35:38.21: EndPointMonitor - Received DELETED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:35:38.21: EndPointMonitor - Got DELETED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:35:38.21: EndPointMonitor - start process kube event 2025-10-30 13:35:38.21: empty line received 2025-10-30 13:35:38.21: EndPointMonitor - start process kube event 2025-10-30 13:35:38.38: ServiceMonitor - Received DELETED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:35:38.38: ServiceMonitor - Got DELETED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:35:38.38: ServiceMonitor - start process kube event 2025-10-30 13:35:38.38: empty line received 2025-10-30 13:35:38.38: ServiceMonitor - start process kube event 2025-10-30 13:35:38.46: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:38.46: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:38.46: NamespaceMonitor - start process kube event 2025-10-30 13:35:38.46: empty line received 2025-10-30 13:35:38.46: NamespaceMonitor - start process kube event 2025-10-30 13:35:38.47: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:38.47: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:38.47: NamespaceMonitor - start process kube event 2025-10-30 13:35:38.47: empty line received 2025-10-30 13:35:38.48: NamespaceMonitor - start process kube event 2025-10-30 13:35:39.07: VncKubernetes - wait event (qsize=4 timeout=120) [Introspect:8108]10.0.0.73 - - [2025-10-30 13:35:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001402 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:35:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001014 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:35:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000988 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:36:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000947 2025-10-30 13:35:39.07: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=DELETED kind=Endpoints ns=ctest-new-default-57657204) VncEndpoints - Got DELETED Endpoints ctest-new-default-57657204:ctest-nginx-svc-31951347:9e684aef-8fef-4660-97a5-2831cf4dbaa8 2025-10-30 13:35:39.08: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:35:39.08: VncKubernetes - Process event (name=ctest-nginx-svc-31951347 event_type=DELETED kind=Service ns=ctest-new-default-57657204) VncService - Got DELETED Service ctest-new-default-57657204:ctest-nginx-svc-31951347:0568ac0b-d676-4a7d-9f21-c35fff902846 2025-10-30 13:35:39.38: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:35:39.38: VncKubernetes - Process event (name=ctest-new-default-57657204 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:39.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:35:39.73: VncKubernetes - Process event (name=ctest-new-default-57657204 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-57657204:41daf72f-6fd9-45d5-a5e1-ec0d37d38fe3 2025-10-30 13:35:40.68: ServiceMonitor - Received BOOKMARK: oldResVer=361 newResVer=1738 2025-10-30 13:35:40.68: ServiceMonitor - start process kube event 2025-10-30 13:35:40.68: empty line received 2025-10-30 13:35:40.68: ServiceMonitor - start process kube event 2025-10-30 13:35:40.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:35:45.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1484 newResVer=1708 2025-10-30 13:35:45.96: NetworkPolicyMonitor - start process kube event 2025-10-30 13:35:45.96: empty line received 2025-10-30 13:35:45.96: NetworkPolicyMonitor - start process kube event 2025-10-30 13:35:46.22: NamespaceMonitor - Received BOOKMARK: oldResVer=1178 newResVer=1743 2025-10-30 13:35:46.22: NamespaceMonitor - start process kube event 2025-10-30 13:35:46.22: empty line received 2025-10-30 13:35:46.22: NamespaceMonitor - start process kube event 2025-10-30 13:35:47.56: EndPointMonitor - Received BOOKMARK: oldResVer=1415 newResVer=1711 2025-10-30 13:35:47.56: EndPointMonitor - start process kube event 2025-10-30 13:35:47.56: empty line received 2025-10-30 13:35:47.56: EndPointMonitor - start process kube event 2025-10-30 13:35:47.74: NetworkMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-10-30 13:35:47.74: NetworkMonitor - start process kube event 2025-10-30 13:35:47.75: empty line received 2025-10-30 13:35:47.75: NetworkMonitor - start process kube event 2025-10-30 13:35:47.78: stop iteration NetworkPolicyMonitor 2025-10-30 13:35:47.78: NetworkPolicyMonitor - start process kube event 2025-10-30 13:35:47.78: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1708 2025-10-30 13:35:47.78: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:35:47.78: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:35:47.78: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:35:47.79: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1708'})(timeout=120) 2025-10-30 13:35:47.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:35:47.79: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:35:47.80: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1708'}) 2025-10-30 13:35:47.80: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:35:47.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:36:08.19: PodMonitor - Received BOOKMARK: oldResVer=1602 newResVer=1656 2025-10-30 13:36:08.19: PodMonitor - start process kube event 2025-10-30 13:36:08.19: PodMonitor - _schedule_vnc_sync 2025-10-30 13:36:08.19: empty line received 2025-10-30 13:36:08.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:36:08.19: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:36:08.19: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:36:08.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:36:08.19: PodMonitor - start process kube event 2025-10-30 13:36:10.49: PodMonitor - Received BOOKMARK: oldResVer=1656 newResVer=1656 2025-10-30 13:36:10.49: PodMonitor - start process kube event 2025-10-30 13:36:10.49: empty line received 2025-10-30 13:36:10.49: PodMonitor - start process kube event 2025-10-30 13:36:12.45: stop iteration PodMonitor 2025-10-30 13:36:12.45: PodMonitor - start process kube event 2025-10-30 13:36:12.45: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1656 2025-10-30 13:36:12.45: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:36:12.45: PodMonitor - Connect Kube API result 0 2025-10-30 13:36:12.45: PodMonitor - _schedule_vnc_sync 2025-10-30 13:36:12.45: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1656'})(timeout=120) 2025-10-30 13:36:12.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:36:12.45: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:36:12.45: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:36:12.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:36:12.47: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1656'}) 2025-10-30 13:36:25.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1743 newResVer=1743 2025-10-30 13:36:25.24: NamespaceMonitor - start process kube event 2025-10-30 13:36:25.24: empty line received 2025-10-30 13:36:25.24: NamespaceMonitor - start process kube event 2025-10-30 13:36:26.66: stop iteration NamespaceMonitor 2025-10-30 13:36:26.66: NamespaceMonitor - start process kube event 2025-10-30 13:36:26.66: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1743 2025-10-30 13:36:26.66: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:36:26.66: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:36:26.66: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:36:26.66: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1743'})(timeout=120) 2025-10-30 13:36:26.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:36:26.67: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:36:26.67: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:36:26.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:36:26.67: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1743'}) 2025-10-30 13:36:36.19: EndPointMonitor - Received BOOKMARK: oldResVer=1711 newResVer=1711 2025-10-30 13:36:36.19: EndPointMonitor - start process kube event 2025-10-30 13:36:36.19: empty line received 2025-10-30 13:36:36.19: EndPointMonitor - start process kube event 2025-10-30 13:36:37.43: EndPointMonitor - Received BOOKMARK: oldResVer=1711 newResVer=1711 2025-10-30 13:36:37.43: EndPointMonitor - start process kube event 2025-10-30 13:36:37.43: empty line received 2025-10-30 13:36:37.43: EndPointMonitor - start process kube event 2025-10-30 13:36:38.43: stop iteration EndPointMonitor 2025-10-30 13:36:38.43: EndPointMonitor - start process kube event 2025-10-30 13:36:38.43: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1711 2025-10-30 13:36:38.43: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:36:38.43: EndPointMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:37:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000973 [Introspect:8108]10.0.0.73 - - [2025-10-30 13:37:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000952 2025-10-30 13:36:38.43: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:36:38.43: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1711'})(timeout=120) 2025-10-30 13:36:38.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:36:38.43: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:36:38.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:36:38.44: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1711'}) 2025-10-30 13:36:41.16: ServiceMonitor - Received BOOKMARK: oldResVer=1738 newResVer=1738 2025-10-30 13:36:41.16: ServiceMonitor - start process kube event 2025-10-30 13:36:41.16: empty line received 2025-10-30 13:36:41.16: ServiceMonitor - start process kube event 2025-10-30 13:36:48.13: NetworkMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-10-30 13:36:48.14: NetworkMonitor - start process kube event 2025-10-30 13:36:48.14: NetworkMonitor - _schedule_vnc_sync 2025-10-30 13:36:48.14: empty line received 2025-10-30 13:36:48.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 13:36:48.14: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 13:36:48.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:36:48.14: NetworkMonitor - start process kube event 2025-10-30 13:37:06.79: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:37:06.79: IngressMonitor - start process kube event 2025-10-30 13:37:06.79: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:37:06.79: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:37:06.79: IngressMonitor - Connect Kube API result 0 2025-10-30 13:37:06.79: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:37:06.79: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:37:06.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:37:06.79: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:37:06.79: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:37:06.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:37:06.80: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:37:06.80: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: IngressMonitor - start process kube event 2025-10-30 13:37:06.80: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: IngressMonitor - start process kube event 2025-10-30 13:37:06.80: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:06.80: IngressMonitor - start process kube event 2025-10-30 13:37:06.80: empty line received 2025-10-30 13:37:06.80: IngressMonitor - start process kube event 2025-10-30 13:37:09.02: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:37:09.02: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:09.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:37:09.43: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:37:10.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:37:41.53: ServiceMonitor - Received BOOKMARK: oldResVer=1738 newResVer=1738 2025-10-30 13:37:41.53: ServiceMonitor - start process kube event 2025-10-30 13:37:41.53: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:37:41.53: empty line received 2025-10-30 13:37:41.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 13:37:41.54: VncKubernetes - vnc_sync - Service start 2025-10-30 13:37:41.54: VncKubernetes - vnc_sync - Service done 2025-10-30 13:37:41.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:37:41.54: ServiceMonitor - start process kube event 2025-10-30 13:37:47.80: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:37:47.80: NetworkPolicyMonitor - start process kube event 2025-10-30 13:37:47.80: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1708 2025-10-30 13:37:47.80: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:37:47.80: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 13:37:47.80: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 13:37:47.80: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1708'})(timeout=120) 2025-10-30 13:37:47.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 13:37:47.80: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 13:37:47.81: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 13:37:47.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:37:47.83: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1708'}) 2025-10-30 13:37:48.34: NetworkMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-10-30 13:37:48.34: NetworkMonitor - start process kube event 2025-10-30 13:37:48.34: empty line received 2025-10-30 13:37:48.34: NetworkMonitor - start process kube event 2025-10-30 13:38:12.47: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:38:12.47: PodMonitor - start process kube event 2025-10-30 13:38:12.47: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1656 2025-10-30 13:38:12.47: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:38:12.47: PodMonitor - Connect Kube API result 0 2025-10-30 13:38:12.47: PodMonitor - _schedule_vnc_sync 2025-10-30 13:38:12.47: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1656'})(timeout=120) 2025-10-30 13:38:12.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 13:38:12.47: VncKubernetes - vnc_sync - Pod start 2025-10-30 13:38:12.47: VncKubernetes - vnc_sync - Pod done 2025-10-30 13:38:12.47: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.73 - - [2025-10-30 13:38:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000973 2025-10-30 13:38:12.50: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1656'}) 2025-10-30 13:38:26.67: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:38:26.67: NamespaceMonitor - start process kube event 2025-10-30 13:38:26.67: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1743 2025-10-30 13:38:26.67: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:38:26.67: NamespaceMonitor - Connect Kube API result 0 2025-10-30 13:38:26.67: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 13:38:26.67: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1743'})(timeout=120) 2025-10-30 13:38:26.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 13:38:26.68: VncKubernetes - vnc_sync - Namespace start 2025-10-30 13:38:26.68: VncKubernetes - vnc_sync - Namespace done 2025-10-30 13:38:26.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:26.69: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1743'}) 2025-10-30 13:38:29.41: PodMonitor - Received ADDED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:29.41: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-30 13:38:29.41: PodMonitor - start process kube event 2025-10-30 13:38:29.41: empty line received 2025-10-30 13:38:29.41: PodMonitor - start process kube event 2025-10-30 13:38:29.43: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:29.43: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:29.43: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:29.43: PodMonitor - start process kube event 2025-10-30 13:38:29.43: empty line received 2025-10-30 13:38:29.43: PodMonitor - start process kube event 2025-10-30 13:38:29.45: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:29.45: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:29.45: PodMonitor - start process kube event 2025-10-30 13:38:29.45: empty line received 2025-10-30 13:38:29.45: PodMonitor - start process kube event 2025-10-30 13:38:29.70: PodMonitor - Received ADDED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:29.70: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-30 13:38:29.70: PodMonitor - start process kube event 2025-10-30 13:38:29.70: empty line received 2025-10-30 13:38:29.70: PodMonitor - start process kube event 2025-10-30 13:38:29.71: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:29.71: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:29.71: PodMonitor - start process kube event 2025-10-30 13:38:29.71: empty line received 2025-10-30 13:38:29.71: PodMonitor - start process kube event 2025-10-30 13:38:29.72: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:29.72: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:29.72: PodMonitor - start process kube event 2025-10-30 13:38:29.72: empty line received 2025-10-30 13:38:29.72: PodMonitor - start process kube event 2025-10-30 13:38:30.18: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:30.18: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:30.18: PodMonitor - start process kube event 2025-10-30 13:38:30.18: empty line received 2025-10-30 13:38:30.18: PodMonitor - start process kube event 2025-10-30 13:38:30.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 13:38:30.19: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:30.31: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:38:30.31: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:30.91: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:30.91: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:30.91: PodMonitor - start process kube event 2025-10-30 13:38:30.91: empty line received 2025-10-30 13:38:30.91: PodMonitor - start process kube event 2025-10-30 13:38:30.92: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 13:38:30.92: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:31.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:38:31.04: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:31.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:38:31.05: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:31.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:38.44: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:38:38.44: EndPointMonitor - start process kube event 2025-10-30 13:38:38.44: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1711 2025-10-30 13:38:38.44: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:38:38.44: EndPointMonitor - Connect Kube API result 0 2025-10-30 13:38:38.44: EndPointMonitor - _schedule_vnc_sync 2025-10-30 13:38:38.44: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1711'})(timeout=120) 2025-10-30 13:38:38.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 13:38:38.44: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 13:38:38.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:38.45: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1711'}) 2025-10-30 13:38:41.60: ServiceMonitor - Received BOOKMARK: oldResVer=1738 newResVer=1738 2025-10-30 13:38:41.60: ServiceMonitor - start process kube event 2025-10-30 13:38:41.60: empty line received 2025-10-30 13:38:41.60: ServiceMonitor - start process kube event 2025-10-30 13:38:43.98: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:43.98: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:43.98: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:eb0da22e-a0fd-4e01-b01f-9ebaf817bd6d 2025-10-30 13:38:43.98: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-10-30 13:38:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000960 2025-10-30 13:38:43.98: empty line received 2025-10-30 13:38:43.98: PodMonitor - start process kube event 2025-10-30 13:38:43.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:46.00: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:46.01: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:46.01: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:46.01: PodMonitor - start process kube event 2025-10-30 13:38:46.01: empty line received 2025-10-30 13:38:46.01: PodMonitor - start process kube event 2025-10-30 13:38:46.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:46.73: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:46.73: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:46.73: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:38:46.73: PodMonitor - start process kube event 2025-10-30 13:38:46.73: empty line received 2025-10-30 13:38:46.73: PodMonitor - start process kube event 2025-10-30 13:38:46.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:48.02: NetworkMonitor - Received BOOKMARK: oldResVer=1437 newResVer=1437 2025-10-30 13:38:48.02: NetworkMonitor - start process kube event 2025-10-30 13:38:48.02: empty line received 2025-10-30 13:38:48.02: NetworkMonitor - start process kube event 2025-10-30 13:38:53.97: ServiceMonitor - Received BOOKMARK: oldResVer=1738 newResVer=1738 2025-10-30 13:38:53.97: ServiceMonitor - start process kube event 2025-10-30 13:38:53.97: empty line received 2025-10-30 13:38:53.97: ServiceMonitor - start process kube event 2025-10-30 13:38:55.14: ServiceMonitor - Received BOOKMARK: oldResVer=1738 newResVer=1738 2025-10-30 13:38:55.14: ServiceMonitor - start process kube event 2025-10-30 13:38:55.14: empty line received 2025-10-30 13:38:55.14: ServiceMonitor - start process kube event 2025-10-30 13:38:56.15: stop iteration ServiceMonitor 2025-10-30 13:38:56.15: ServiceMonitor - start process kube event 2025-10-30 13:38:56.15: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1738 2025-10-30 13:38:56.15: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:38:56.15: ServiceMonitor - Connect Kube API result 0 2025-10-30 13:38:56.15: ServiceMonitor - _schedule_vnc_sync 2025-10-30 13:38:56.15: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1738'})(timeout=120) 2025-10-30 13:38:56.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 13:38:56.15: VncKubernetes - vnc_sync - Service start 2025-10-30 13:38:56.15: VncKubernetes - vnc_sync - Service done 2025-10-30 13:38:56.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:38:56.15: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1738'}) 2025-10-30 13:39:06.80: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-10-30 13:39:06.80: IngressMonitor - start process kube event 2025-10-30 13:39:06.80: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=361 2025-10-30 13:39:06.80: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-10-30 13:39:06.80: IngressMonitor - Connect Kube API result 0 2025-10-30 13:39:06.80: IngressMonitor - _schedule_vnc_sync 2025-10-30 13:39:06.80: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'})(timeout=120) 2025-10-30 13:39:06.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 13:39:06.81: VncKubernetes - vnc_sync - Ingress start 2025-10-30 13:39:06.81: VncKubernetes - vnc_sync - Ingress done 2025-10-30 13:39:06.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:39:06.82: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '361'}) 2025-10-30 13:39:06.82: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: IngressMonitor - start process kube event 2025-10-30 13:39:06.82: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: IngressMonitor - start process kube event 2025-10-30 13:39:06.82: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:06.82: IngressMonitor - start process kube event 2025-10-30 13:39:06.82: empty line received 2025-10-30 13:39:06.82: IngressMonitor - start process kube event 2025-10-30 13:39:08.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 13:39:08.53: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:08.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 13:39:08.93: VncKubernetes - Process event (name=ctest-nginx-ingress-87565871 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-87565871:03de3dc0-2ed0-4504-ba43-528b828f8e78 2025-10-30 13:39:09.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 13:39:11.76: PodMonitor - Received BOOKMARK: oldResVer=1656 newResVer=2011 2025-10-30 13:39:11.76: PodMonitor - start process kube event 2025-10-30 13:39:11.76: empty line received 2025-10-30 13:39:11.76: PodMonitor - start process kube event 2025-10-30 13:39:19.06: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:39:19.06: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:39:19.06: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:39:19.06: PodMonitor - start process kube event 2025-10-30 13:39:19.06: empty line received 2025-10-30 13:39:19.06: PodMonitor - start process kube event 2025-10-30 13:39:19.07: PodMonitor - Received MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:39:19.07: PodMonitor - Got MODIFIED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71 2025-10-30 13:39:19.07: PodMonitor - start process kube event 2025-10-30 13:39:19.07: empty line received 2025-10-30 13:39:19.07: PodMonitor - start process kube event 2025-10-30 13:39:19.08: PodMonitor - Received DELETED Pod default:pingtest-sender:c62296e1-9dfb-42b9-8a6d-c928c9857c71