++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Wed Nov 5 09:06:08 AM UTC 2025 ===================' INFO: =================== Wed Nov 5 09:06:08 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ cut -d / -f 1 +++ local nic=ens3 +++ grep 'inet ' +++ ip addr show dev ens3 +++ head -n 1 +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.33 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.33 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.33 ++ ANALYTICSDB_NODES=10.0.0.33 ++ ANALYTICS_SNMP_NODES=10.0.0.33 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:8081 ' +++ '[' -n '10.0.0.33:8081 ' ']' +++ echo 10.0.0.33:8081 ++ ANALYTICS_SERVERS=10.0.0.33:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:9042 ' +++ '[' -n '10.0.0.33:9042 ' ']' +++ echo 10.0.0.33:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.33:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.33 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:8086 ' +++ '[' -n '10.0.0.33:8086 ' ']' +++ echo 10.0.0.33:8086 ++ COLLECTOR_SERVERS=10.0.0.33:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.33 ++ CONFIGDB_NODES=10.0.0.33 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:8082 ' +++ '[' -n '10.0.0.33:8082 ' ']' +++ echo 10.0.0.33:8082 ++ CONFIG_SERVERS=10.0.0.33:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:9161 ' +++ '[' -n '10.0.0.33:9161 ' ']' +++ echo 10.0.0.33:9161 ++ CONFIGDB_SERVERS=10.0.0.33:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:9041 ' +++ '[' -n '10.0.0.33:9041 ' ']' +++ echo 10.0.0.33:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.33:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.33 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.33 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.33 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+=10.0.0.33:2181, +++ '[' -n 10.0.0.33:2181, ']' +++ echo 10.0.0.33:2181 ++ ZOOKEEPER_SERVERS=10.0.0.33:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:2181 ' +++ '[' -n '10.0.0.33:2181 ' ']' +++ echo 10.0.0.33:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.33:2181 ++ RABBITMQ_NODES=10.0.0.33 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+=10.0.0.33:5673, +++ '[' -n 10.0.0.33:5673, ']' +++ echo 10.0.0.33:5673 ++ RABBITMQ_SERVERS=10.0.0.33:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:6379 ' +++ '[' -n '10.0.0.33:6379 ' ']' +++ echo 10.0.0.33:6379 ++ REDIS_SERVERS=10.0.0.33:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.33 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.33 +++ local server_address=10.0.0.33 +++ extended_server_list+='10.0.0.33:9092 ' +++ '[' -n '10.0.0.33:9092 ' ']' +++ echo 10.0.0.33:9092 ++ KAFKA_SERVERS=10.0.0.33:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.33 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.33 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.33 ++ cut -d , -f 1 + local cassandra=10.0.0.33 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.33 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlhhS2lTMTBfa0NQZHVMbGZUX1JMTms5amxyVW9NamE2T3V5Nm9vVlJzT1UifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImI4MmJjOWJjLTUzMWMtNDM5MC04NmFiLTA4NzBhZDc3YjVmYyIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.jintapTKYMgMgKNVuNKXxaLznatdJydBpxFQFKoP5plzSH4Tu5s4MKGnF4PC7-jgRBJQN6E7s3m31eGr83rRJjhQrR2ekhts0r4JMJObsJueDP3cCiJpBnMCoIAPpM0othVl-p98zsIKNfjTIg6T-hJ2VpqC2XYU1m_znW5OkqTfrTPVNXtqu9B1jT-g3P_CDYQzGYZXaNjDo6eDFeDroRiKA3LrB73LEvSs4zs96sjf4ayAvuitT_1ulwlh5nOQfd5wI9KGgi_jKNuiAnFIUkyXT6CDq3S_FdsrLAAvcNStx5gSY06mRwcHDpJx7smUYbTccSpObGSMpOR0qARxGQ ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.33 +++ cut -d ' ' -f 1 +++ local servers=10.0.0.33 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ cat /proc/net/fib_trie ++++ sort ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ uniq +++ local local_ips=,10.0.0.33,10.69.206.1,127.0.0.1,172.17.0.1,252.33.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.33'\''))' +++ local server_ip=10.0.0.33 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.33 ]] +++ [[ ,10.0.0.33,10.69.206.1,127.0.0.1,172.17.0.1,252.33.0.1,, =~ ,10\.0\.0\.33, ]] +++ echo 10.0.0.33 1 +++ return ++ local ip=10.0.0.33 ++ [[ -z 10.0.0.33 ]] ++ echo 10.0.0.33 + host_ip=10.0.0.33 + [[ cql == \c\q\l ]] ++ echo 10.0.0.33:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.33:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/05/2025 09:06:15.828 7f467a967140 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/05/2025 09:06:16.033 7f467a967140 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/05/2025 09:06:16.033 7f467a967140 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.33 - - [2025-11-05 09:06:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001173 2025-11-05 09:06:16.35: KubeMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:16.36: KubeMonitor - Connect Kube API result 0 2025-11-05 09:06:16.48: KubeMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/api/v1 2025-11-05 09:06:16.49: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/api/v1 2025-11-05 09:06:16.51: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1 2025-11-05 09:06:16.52: PodMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/api/v1 2025-11-05 09:06:16.53: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/api/v1 2025-11-05 09:06:16.53: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/apis/networking.k8s.io/v1 2025-11-05 09:06:16.54: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/api/v1 2025-11-05 09:06:16.55: IngressMonitor - KubeMonitor init done: url=https://10.0.0.33:6443/apis/networking.k8s.io/v1 2025-11-05 09:06:16.55: VncKubernetes - vnc_connect starting 2025-11-05 09:06:16.56: VncKubernetes - vnc_connect done 2025-11-05 09:06:16.74: default-domain domain available. 2025-11-05 09:06:23.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:06:23.36: NamespaceMonitor - start process kube event 2025-11-05 09:06:23.36: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.37: NamespaceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.37: NetworkMonitor - start process kube event 2025-11-05 09:06:23.37: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.37: NetworkMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.37: PodMonitor - start process kube event 2025-11-05 09:06:23.37: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.37: PodMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.37: ServiceMonitor - start process kube event 2025-11-05 09:06:23.37: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.37: ServiceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.37: NetworkPolicyMonitor - start process kube event 2025-11-05 09:06:23.38: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.38: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.38: EndPointMonitor - start process kube event 2025-11-05 09:06:23.38: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.38: EndPointMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.38: IngressMonitor - start process kube event 2025-11-05 09:06:23.38: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-05 09:06:23.38: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:06:23.38: IngressMonitor - Connect Kube API result 0 2025-11-05 09:06:23.38: IngressMonitor - Start init url=https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-05 09:06:23.38: EndPointMonitor - Connect Kube API result 0 2025-11-05 09:06:23.38: EndPointMonitor - Start init url=https://10.0.0.33:6443/api/v1/endpoints resource_version=None 2025-11-05 09:06:23.38: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:06:23.38: NetworkPolicyMonitor - Start init url=https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-05 09:06:23.38: ServiceMonitor - Connect Kube API result 0 2025-11-05 09:06:23.38: ServiceMonitor - Start init url=https://10.0.0.33:6443/api/v1/services resource_version=None 2025-11-05 09:06:23.39: PodMonitor - Connect Kube API result 0 2025-11-05 09:06:23.39: PodMonitor - Start init url=https://10.0.0.33:6443/api/v1/pods resource_version=None 2025-11-05 09:06:23.39: NetworkMonitor - Connect Kube API result 0 2025-11-05 09:06:23.39: NamespaceMonitor - Connect Kube API result 0 2025-11-05 09:06:23.39: NamespaceMonitor - Start init url=https://10.0.0.33:6443/api/v1/namespaces resource_version=None 2025-11-05 09:06:23.45: NetworkPolicyMonitor - Done init url=https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=400 2025-11-05 09:06:23.46: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.46: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:06:23.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:06:23.46: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:06:23.47: NamespaceMonitor - Got ADDED Namespace None:contrail:fbc8dc09-818b-4cb3-b36d-48b8e4331190 2025-11-05 09:06:23.47: IngressMonitor - Done init url=https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses, resource_version=400 2025-11-05 09:06:23.47: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.47: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:06:23.47: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:06:23.47: PodMonitor - Done init url=https://10.0.0.33:6443/api/v1/pods, resource_version=400 2025-11-05 09:06:23.48: PodMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.48: PodMonitor - Start Watching request https://10.0.0.33:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:06:23.48: NetworkMonitor - Start init url=https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-05 09:06:23.48: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:06:23.48: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:06:23.48: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:fbc8dc09-818b-4cb3-b36d-48b8e4331190 2025-11-05 09:06:23.49: PodMonitor - Watches https://10.0.0.33:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:06:23.49: EndPointMonitor - Got ADDED Endpoints default:kubernetes:1ed018f8-a147-448b-a7e8-57742517c392 2025-11-05 09:06:23.49: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:06:23.49: ServiceMonitor - Got ADDED Service default:kubernetes:ec920200-304c-4ae4-8f5b-58624f9993f7 2025-11-05 09:06:23.49: NamespaceMonitor - Got ADDED Namespace None:default:55b01d4b-8580-4c08-ac50-5e0020fdcdb9 2025-11-05 09:06:23.50: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:06:23.51: ServiceMonitor - Got ADDED Service kube-system:kube-dns:248affd9-55c4-453f-833e-0e53cac8bf81 2025-11-05 09:06:23.51: ServiceMonitor - Done init url=https://10.0.0.33:6443/api/v1/services, resource_version=400 2025-11-05 09:06:23.51: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.51: ServiceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:06:23.51: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:ab24e2ec-14e8-4bf4-84a0-6a104b71c01e 2025-11-05 09:06:23.51: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:06:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000982 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:06:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001097 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:06:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:07:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001032 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:07:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001287 2025-11-05 09:06:23.51: EndPointMonitor - Done init url=https://10.0.0.33:6443/api/v1/endpoints, resource_version=400 2025-11-05 09:06:23.51: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.51: EndPointMonitor - Start Watching request https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:06:23.52: NamespaceMonitor - Got ADDED Namespace None:kube-public:c1382454-bf8b-431a-af34-491db5e178e8 2025-11-05 09:06:23.52: ServiceMonitor - Watches https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:06:23.52: EndPointMonitor - Watches https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:06:23.52: NamespaceMonitor - Got ADDED Namespace None:kube-system:03100d9c-e07b-4d9b-ba3d-73b642bdb094 2025-11-05 09:06:23.53: NamespaceMonitor - Done init url=https://10.0.0.33:6443/api/v1/namespaces, resource_version=400 2025-11-05 09:06:23.53: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.53: NamespaceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:06:23.53: NamespaceMonitor - Watches https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:06:23.55: NetworkMonitor - Done init url=https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=404 2025-11-05 09:06:23.55: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:06:23.55: NetworkMonitor - Start Watching request https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'})(timeout=120) 2025-11-05 09:06:23.55: NetworkMonitor - Watches https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'}) 2025-11-05 09:06:25.51: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-05 09:06:25.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:06:25.51: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:06:25.51: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:06:25.51: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 09:06:25.51: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:06:26.91: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:06:26.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 09:06:26.91: VncKubernetes - vnc_sync - Pod start 2025-11-05 09:06:26.91: VncKubernetes - vnc_sync - Pod done 2025-11-05 09:06:26.91: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:06:26.91: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:1ed018f8-a147-448b-a7e8-57742517c392 2025-11-05 09:06:26.92: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:06:26.92: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:06:26.92: PodMonitor - start process kube event 2025-11-05 09:06:26.92: empty line received 2025-11-05 09:06:26.92: PodMonitor - start process kube event 2025-11-05 09:06:26.94: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:06:26.94: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:ec920200-304c-4ae4-8f5b-58624f9993f7 2025-11-05 09:06:28.49: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 09:06:28.49: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:55b01d4b-8580-4c08-ac50-5e0020fdcdb9 2025-11-05 09:06:30.95: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 09:06:30.95: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:248affd9-55c4-453f-833e-0e53cac8bf81 2025-11-05 09:06:33.44: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 09:06:33.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:06:33.44: VncKubernetes - vnc_sync - Service start 2025-11-05 09:06:33.44: VncKubernetes - vnc_sync - Service done 2025-11-05 09:06:33.44: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 09:06:33.44: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:ab24e2ec-14e8-4bf4-84a0-6a104b71c01e 2025-11-05 09:06:35.54: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 09:06:35.54: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:06:35.62: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 09:06:35.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:06:35.62: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:06:35.63: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:06:35.63: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:c1382454-bf8b-431a-af34-491db5e178e8 2025-11-05 09:06:37.75: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:06:37.75: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:03100d9c-e07b-4d9b-ba3d-73b642bdb094 2025-11-05 09:06:39.35: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:06:39.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:06:39.35: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:06:39.35: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:06:39.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:06:39.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:06:39.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 09:06:39.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:06:39.35: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:06:39.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:07:22.98: PodMonitor - Received BOOKMARK: oldResVer=400 newResVer=409 2025-11-05 09:07:22.98: PodMonitor - start process kube event 2025-11-05 09:07:22.98: empty line received 2025-11-05 09:07:22.98: PodMonitor - start process kube event 2025-11-05 09:08:23.49: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:08:23.49: NetworkPolicyMonitor - start process kube event 2025-11-05 09:08:23.49: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:08:23.49: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:08:23.49: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:08:23.49: NetworkPolicyMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.33 - - [2025-11-05 09:10:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001089 2025-11-05 09:08:23.49: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:08:23.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:08:23.50: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:08:23.50: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:08:23.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:08:23.50: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:08:23.50: IngressMonitor - start process kube event 2025-11-05 09:08:23.50: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:08:23.50: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:08:23.50: IngressMonitor - Connect Kube API result 0 2025-11-05 09:08:23.50: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:08:23.50: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:08:23.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:08:23.50: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:08:23.50: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:08:23.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:08:23.51: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:08:23.51: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:08:23.52: PodMonitor - Received BOOKMARK: oldResVer=409 newResVer=409 2025-11-05 09:08:23.52: PodMonitor - start process kube event 2025-11-05 09:08:23.52: empty line received 2025-11-05 09:08:23.52: PodMonitor - start process kube event 2025-11-05 09:08:23.52: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:08:23.52: ServiceMonitor - start process kube event 2025-11-05 09:08:23.52: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:08:23.52: ServiceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:08:23.52: ServiceMonitor - Connect Kube API result 0 2025-11-05 09:08:23.52: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:08:23.52: ServiceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:08:23.52: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:08:23.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:08:23.53: VncKubernetes - vnc_sync - Service start 2025-11-05 09:08:23.53: VncKubernetes - vnc_sync - Service done 2025-11-05 09:08:23.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:08:23.53: EndPointMonitor - start process kube event 2025-11-05 09:08:23.53: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:08:23.53: EndPointMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:08:23.53: EndPointMonitor - Connect Kube API result 0 2025-11-05 09:08:23.53: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:08:23.53: EndPointMonitor - Start Watching request https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:08:23.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:08:23.53: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:08:23.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:08:23.53: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:08:23.53: NamespaceMonitor - start process kube event 2025-11-05 09:08:23.53: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:08:23.53: NamespaceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:08:23.53: NamespaceMonitor - Connect Kube API result 0 2025-11-05 09:08:23.53: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:08:23.53: NamespaceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:08:23.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:08:23.54: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:08:23.54: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:08:23.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:08:23.54: ServiceMonitor - Watches https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:08:23.54: EndPointMonitor - Watches https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:08:23.54: NamespaceMonitor - Watches https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:08:23.56: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:08:23.56: NetworkMonitor - start process kube event 2025-11-05 09:08:23.56: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=404 2025-11-05 09:08:23.56: NetworkMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:08:23.56: NetworkMonitor - Connect Kube API result 0 2025-11-05 09:08:23.56: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:08:23.56: NetworkMonitor - Start Watching request https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'})(timeout=120) 2025-11-05 09:08:23.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:08:23.56: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 09:08:23.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:08:23.56: NetworkMonitor - Watches https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'}) 2025-11-05 09:09:23.53: PodMonitor - Received BOOKMARK: oldResVer=409 newResVer=409 2025-11-05 09:09:23.53: PodMonitor - start process kube event 2025-11-05 09:09:23.53: empty line received 2025-11-05 09:09:23.53: PodMonitor - start process kube event 2025-11-05 09:10:23.51: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:10:23.51: NetworkPolicyMonitor - start process kube event 2025-11-05 09:10:23.51: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:10:23.51: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:10:23.51: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:10:23.51: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.51: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:10:23.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:10:23.51: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:10:23.51: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:10:23.51: IngressMonitor - start process kube event 2025-11-05 09:10:23.51: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:10:23.51: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:10:23.51: IngressMonitor - Connect Kube API result 0 2025-11-05 09:10:23.51: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.51: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:10:23.52: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:10:23.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:10:23.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:10:23.52: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:10:23.52: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:10:23.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:10:23.52: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:10:23.53: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:10:23.54: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:10:23.54: ServiceMonitor - start process kube event 2025-11-05 09:10:23.54: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:10:23.54: ServiceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:10:23.54: ServiceMonitor - Connect Kube API result 0 2025-11-05 09:10:23.54: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.54: ServiceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:10:23.54: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:10:23.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:10:23.54: VncKubernetes - vnc_sync - Service start 2025-11-05 09:10:23.54: VncKubernetes - vnc_sync - Service done 2025-11-05 09:10:23.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:10:23.54: EndPointMonitor - start process kube event 2025-11-05 09:10:23.54: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:10:23.54: EndPointMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:10:23.55: EndPointMonitor - Connect Kube API result 0 2025-11-05 09:10:23.55: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.55: EndPointMonitor - Start Watching request https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:10:23.55: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:10:23.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:10:23.55: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:10:23.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:10:23.55: NamespaceMonitor - start process kube event 2025-11-05 09:10:23.55: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:10:23.55: NamespaceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:10:23.55: NamespaceMonitor - Connect Kube API result 0 2025-11-05 09:10:23.55: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.55: NamespaceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:10:23.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:10:23.55: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:10:23.55: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:10:23.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:10:23.56: ServiceMonitor - Watches https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:10:23.56: NamespaceMonitor - Watches https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:10:23.56: EndPointMonitor - Watches https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:10:23.57: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:10:23.57: NetworkMonitor - start process kube event 2025-11-05 09:10:23.57: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=404 2025-11-05 09:10:23.57: NetworkMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:10:23.57: NetworkMonitor - Connect Kube API result 0 2025-11-05 09:10:23.57: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.57: NetworkMonitor - Start Watching request https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'})(timeout=120) 2025-11-05 09:10:23.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:10:23.57: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 09:10:23.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:10:23.57: NetworkMonitor - Watches https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'}) 2025-11-05 09:10:23.64: PodMonitor - Received BOOKMARK: oldResVer=409 newResVer=409 2025-11-05 09:10:23.64: PodMonitor - start process kube event 2025-11-05 09:10:23.64: PodMonitor - _schedule_vnc_sync 2025-11-05 09:10:23.64: empty line received 2025-11-05 09:10:23.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 09:10:23.64: VncKubernetes - vnc_sync - Pod start 2025-11-05 09:10:23.64: PodMonitor - start process kube event 2025-11-05 09:10:23.66: VncKubernetes - vnc_sync - Pod done 2025-11-05 09:10:23.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:10:27.55: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:10:27.55: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:10:27.55: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:10:27.55: PodMonitor - start process kube event 2025-11-05 09:10:27.55: empty line received 2025-11-05 09:10:27.55: PodMonitor - start process kube event 2025-11-05 09:10:27.55: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:10:27.56: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:10:27.56: EndPointMonitor - start process kube event 2025-11-05 09:10:27.56: empty line received 2025-11-05 09:10:27.56: EndPointMonitor - start process kube event 2025-11-05 09:10:27.56: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.33 - - [2025-11-05 09:12:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001077 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:12:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001178 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:12:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001056 2025-11-05 09:10:27.56: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:10:27.57: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:10:27.57: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:10:27.57: PodMonitor - start process kube event 2025-11-05 09:10:27.57: empty line received 2025-11-05 09:10:27.57: PodMonitor - start process kube event 2025-11-05 09:10:27.57: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:10:27.57: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:10:27.57: EndPointMonitor - start process kube event 2025-11-05 09:10:27.57: empty line received 2025-11-05 09:10:27.57: EndPointMonitor - start process kube event 2025-11-05 09:10:27.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:10:27.64: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:10:27.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:10:27.69: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:10:28.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:11:22.81: EndPointMonitor - Received BOOKMARK: oldResVer=400 newResVer=749 2025-11-05 09:11:22.81: EndPointMonitor - start process kube event 2025-11-05 09:11:22.81: empty line received 2025-11-05 09:11:22.81: EndPointMonitor - start process kube event 2025-11-05 09:11:23.27: PodMonitor - Received BOOKMARK: oldResVer=409 newResVer=747 2025-11-05 09:11:23.27: PodMonitor - start process kube event 2025-11-05 09:11:23.27: empty line received 2025-11-05 09:11:23.27: PodMonitor - start process kube event 2025-11-05 09:12:16.80: PodMonitor - Received BOOKMARK: oldResVer=747 newResVer=747 2025-11-05 09:12:16.80: PodMonitor - start process kube event 2025-11-05 09:12:16.80: empty line received 2025-11-05 09:12:16.80: PodMonitor - start process kube event 2025-11-05 09:12:18.15: stop iteration PodMonitor 2025-11-05 09:12:18.15: PodMonitor - start process kube event 2025-11-05 09:12:18.15: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=747 2025-11-05 09:12:18.15: PodMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:12:18.15: PodMonitor - Connect Kube API result 0 2025-11-05 09:12:18.15: PodMonitor - _schedule_vnc_sync 2025-11-05 09:12:18.15: PodMonitor - Start Watching request https://10.0.0.33:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '747'})(timeout=120) 2025-11-05 09:12:18.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 09:12:18.16: VncKubernetes - vnc_sync - Pod start 2025-11-05 09:12:18.16: VncKubernetes - vnc_sync - Pod done 2025-11-05 09:12:18.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:12:18.17: PodMonitor - Watches https://10.0.0.33:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '747'}) 2025-11-05 09:12:20.46: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:12:20.46: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:12:20.46: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:12:20.46: PodMonitor - start process kube event 2025-11-05 09:12:20.46: empty line received 2025-11-05 09:12:20.46: PodMonitor - start process kube event 2025-11-05 09:12:20.47: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:12:20.47: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:12:20.47: EndPointMonitor - start process kube event 2025-11-05 09:12:20.47: empty line received 2025-11-05 09:12:20.47: EndPointMonitor - start process kube event 2025-11-05 09:12:20.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:12:20.48: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:12:20.50: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:12:20.50: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:12:20.50: PodMonitor - start process kube event 2025-11-05 09:12:20.50: empty line received 2025-11-05 09:12:20.50: PodMonitor - start process kube event 2025-11-05 09:12:20.51: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:12:20.51: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:12:20.51: EndPointMonitor - start process kube event 2025-11-05 09:12:20.51: empty line received 2025-11-05 09:12:20.51: EndPointMonitor - start process kube event 2025-11-05 09:12:20.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:12:20.90: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:12:20.95: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:12:20.95: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:12:21.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:12:23.04: EndPointMonitor - Received BOOKMARK: oldResVer=749 newResVer=914 2025-11-05 09:12:23.04: EndPointMonitor - start process kube event 2025-11-05 09:12:23.04: empty line received 2025-11-05 09:12:23.04: EndPointMonitor - start process kube event 2025-11-05 09:12:23.53: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:12:23.53: NetworkPolicyMonitor - start process kube event 2025-11-05 09:12:23.53: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:12:23.53: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:12:23.53: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:12:23.53: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:12:23.53: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:12:23.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:12:23.53: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:12:23.53: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:12:23.53: IngressMonitor - start process kube event 2025-11-05 09:12:23.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:12:23.53: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:12:23.53: IngressMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:13:52] "GET /Snh_NamespaceDatabaseList?namespace_uuid=55b01d4b-8580-4c08-ac50-5e0020fdcdb9 HTTP/1.1" 200 753 0.000879 2025-11-05 09:12:23.53: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:12:23.53: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:12:23.55: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:12:23.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:12:23.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:12:23.55: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:12:23.55: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:12:23.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:12:23.55: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:12:23.56: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:12:23.56: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:12:23.56: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:12:23.56: ServiceMonitor - start process kube event 2025-11-05 09:12:23.56: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:12:23.56: ServiceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:12:23.56: NamespaceMonitor - start process kube event 2025-11-05 09:12:23.56: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:12:23.56: NamespaceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:12:23.56: NamespaceMonitor - Connect Kube API result 0 2025-11-05 09:12:23.56: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:12:23.56: NamespaceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:12:23.56: ServiceMonitor - Connect Kube API result 0 2025-11-05 09:12:23.56: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:12:23.56: ServiceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:12:23.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:12:23.56: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:12:23.56: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:12:23.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:12:23.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:12:23.57: VncKubernetes - vnc_sync - Service start 2025-11-05 09:12:23.57: VncKubernetes - vnc_sync - Service done 2025-11-05 09:12:23.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:12:23.58: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:12:23.58: NetworkMonitor - start process kube event 2025-11-05 09:12:23.58: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=404 2025-11-05 09:12:23.58: NetworkMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:12:23.58: NetworkMonitor - Connect Kube API result 0 2025-11-05 09:12:23.58: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:12:23.58: NetworkMonitor - Start Watching request https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'})(timeout=120) 2025-11-05 09:12:23.58: NamespaceMonitor - Watches https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:12:23.59: ServiceMonitor - Watches https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:12:23.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:12:23.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 09:12:23.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:12:23.59: NetworkMonitor - Watches https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'}) 2025-11-05 09:13:18.89: PodMonitor - Received BOOKMARK: oldResVer=747 newResVer=912 2025-11-05 09:13:18.89: PodMonitor - start process kube event 2025-11-05 09:13:18.89: empty line received 2025-11-05 09:13:18.89: PodMonitor - start process kube event 2025-11-05 09:13:23.42: EndPointMonitor - Received BOOKMARK: oldResVer=914 newResVer=914 2025-11-05 09:13:23.42: EndPointMonitor - start process kube event 2025-11-05 09:13:23.42: empty line received 2025-11-05 09:13:23.42: EndPointMonitor - start process kube event 2025-11-05 09:13:52.69: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-19212790:8fe7797d-6b51-4ab8-ae23-8229af0449aa 2025-11-05 09:13:52.70: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-19212790:8fe7797d-6b51-4ab8-ae23-8229af0449aa 2025-11-05 09:13:52.70: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-19212790:8fe7797d-6b51-4ab8-ae23-8229af0449aa 2025-11-05 09:13:52.71: ServiceMonitor - start process kube event 2025-11-05 09:13:52.71: empty line received 2025-11-05 09:13:52.71: ServiceMonitor - start process kube event 2025-11-05 09:13:52.71: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:13:52.71: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:13:52.71: EndPointMonitor - start process kube event 2025-11-05 09:13:52.71: empty line received 2025-11-05 09:13:52.72: EndPointMonitor - start process kube event 2025-11-05 09:13:52.74: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:52.74: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-10353694 (no nodeName) 2025-11-05 09:13:52.74: PodMonitor - start process kube event 2025-11-05 09:13:52.74: empty line received 2025-11-05 09:13:52.74: PodMonitor - start process kube event 2025-11-05 09:13:52.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:52.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:52.76: PodMonitor - start process kube event 2025-11-05 09:13:52.76: empty line received 2025-11-05 09:13:52.76: PodMonitor - start process kube event 2025-11-05 09:13:52.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:52.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:52.80: PodMonitor - start process kube event 2025-11-05 09:13:52.80: empty line received 2025-11-05 09:13:52.80: PodMonitor - start process kube event 2025-11-05 09:13:53.67: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:13:53.67: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:13:53.73: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:13:53.73: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) [Introspect:8108]10.0.0.33 - - [2025-11-05 09:14:00] "GET /Snh_LoadbalancerDatabaseList?x=c3944270-b89b-4796-b5ff-5943e012a2bc HTTP/1.1" 200 1869 0.000740 VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:54.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:54.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:54.76: PodMonitor - start process kube event 2025-11-05 09:13:54.76: empty line received 2025-11-05 09:13:54.76: PodMonitor - start process kube event 2025-11-05 09:13:54.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:13:54.77: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:54.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:13:54.90: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:13:54.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:13:55.77: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:55.77: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-72271756 (no nodeName) 2025-11-05 09:13:55.77: PodMonitor - start process kube event 2025-11-05 09:13:55.77: empty line received 2025-11-05 09:13:55.77: PodMonitor - start process kube event 2025-11-05 09:13:55.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:55.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:55.79: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:55.79: PodMonitor - start process kube event 2025-11-05 09:13:55.79: empty line received 2025-11-05 09:13:55.79: PodMonitor - start process kube event 2025-11-05 09:13:55.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:55.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:55.80: PodMonitor - start process kube event 2025-11-05 09:13:55.81: empty line received 2025-11-05 09:13:55.81: PodMonitor - start process kube event 2025-11-05 09:13:56.55: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:56.55: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:56.56: PodMonitor - start process kube event 2025-11-05 09:13:56.56: empty line received 2025-11-05 09:13:56.56: PodMonitor - start process kube event 2025-11-05 09:13:56.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:13:56.57: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:56.74: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:13:56.74: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:13:56.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:13:57.12: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:13:57.12: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:13:57.12: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:13:57.13: IngressMonitor - start process kube event 2025-11-05 09:13:57.13: empty line received 2025-11-05 09:13:57.13: IngressMonitor - start process kube event 2025-11-05 09:13:58.25: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:13:58.25: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:13:58.25: IngressMonitor - start process kube event 2025-11-05 09:13:58.25: empty line received 2025-11-05 09:13:58.25: IngressMonitor - start process kube event 2025-11-05 09:13:59.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:13:59.43: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:13:59.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:00.16: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:00.16: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-14171652 (no nodeName) 2025-11-05 09:14:00.16: PodMonitor - start process kube event 2025-11-05 09:14:00.16: empty line received 2025-11-05 09:14:00.16: PodMonitor - start process kube event 2025-11-05 09:14:00.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:00.17: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:00.17: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:00.17: PodMonitor - start process kube event 2025-11-05 09:14:00.17: empty line received 2025-11-05 09:14:00.17: PodMonitor - start process kube event 2025-11-05 09:14:00.18: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:00.18: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:00.18: PodMonitor - start process kube event 2025-11-05 09:14:00.18: empty line received 2025-11-05 09:14:00.18: PodMonitor - start process kube event 2025-11-05 09:14:01.07: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:01.07: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:01.07: PodMonitor - start process kube event 2025-11-05 09:14:01.07: empty line received 2025-11-05 09:14:01.07: PodMonitor - start process kube event 2025-11-05 09:14:01.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:14:01.09: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:01.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:01.25: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:01.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:10.20: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:10.21: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:14:15] "GET /Snh_VirtualMachineDatabaseList?x=e68402f1-8cb8-42be-a3fa-ca19e20f15b5 HTTP/1.1" 200 2150 0.000854 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:14:15] "GET /Snh_VirtualMachineDatabaseList?x=77d02a80-dfd7-4ac5-9087-ff861a38de43 HTTP/1.1" 200 2150 0.000653 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:14:15] "GET /Snh_VirtualMachineDatabaseList?x=3e4b2fea-dba3-4eab-b7a0-967dcac51d36 HTTP/1.1" 200 2084 0.000684 2025-11-05 09:14:10.21: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:10.21: PodMonitor - start process kube event 2025-11-05 09:14:10.21: empty line received 2025-11-05 09:14:10.21: PodMonitor - start process kube event 2025-11-05 09:14:10.23: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:10.23: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:10.23: EndPointMonitor - start process kube event 2025-11-05 09:14:10.23: empty line received 2025-11-05 09:14:10.23: EndPointMonitor - start process kube event 2025-11-05 09:14:10.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:10.27: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:10.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:14.22: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:14.22: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:14.22: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:14.22: PodMonitor - start process kube event 2025-11-05 09:14:14.22: empty line received 2025-11-05 09:14:14.22: PodMonitor - start process kube event 2025-11-05 09:14:14.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:15.22: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:15.22: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:15.22: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:15.22: PodMonitor - start process kube event 2025-11-05 09:14:15.22: empty line received 2025-11-05 09:14:15.22: PodMonitor - start process kube event 2025-11-05 09:14:15.23: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:15.23: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:15.23: EndPointMonitor - start process kube event 2025-11-05 09:14:15.23: empty line received 2025-11-05 09:14:15.23: EndPointMonitor - start process kube event 2025-11-05 09:14:15.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:15.23: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:15.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:15.93: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:15.93: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:15.93: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:15.93: PodMonitor - start process kube event 2025-11-05 09:14:15.93: empty line received 2025-11-05 09:14:15.93: PodMonitor - start process kube event 2025-11-05 09:14:15.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:19.34: PodMonitor - Received BOOKMARK: oldResVer=912 newResVer=1115 2025-11-05 09:14:19.34: PodMonitor - start process kube event 2025-11-05 09:14:19.34: empty line received 2025-11-05 09:14:19.34: PodMonitor - start process kube event 2025-11-05 09:14:23.15: EndPointMonitor - Received BOOKMARK: oldResVer=914 newResVer=1113 2025-11-05 09:14:23.15: EndPointMonitor - start process kube event 2025-11-05 09:14:23.15: empty line received 2025-11-05 09:14:23.15: EndPointMonitor - start process kube event 2025-11-05 09:14:23.55: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:14:23.55: NetworkPolicyMonitor - start process kube event 2025-11-05 09:14:23.55: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:14:23.55: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:14:23.55: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:14:23.55: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:14:23.55: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:14:23.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:14:23.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:14:23.56: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:14:23.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:23.57: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:14:23.59: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:14:23.59: NamespaceMonitor - start process kube event 2025-11-05 09:14:23.59: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:14:23.59: NamespaceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:14:23.59: NamespaceMonitor - Connect Kube API result 0 2025-11-05 09:14:23.59: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:14:23.59: NamespaceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:14:23.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:14:23.59: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:14:23.59: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:14:23.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:23.59: NamespaceMonitor - Watches https://10.0.0.33:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:14:23.59: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:14:23.59: NetworkMonitor - start process kube event 2025-11-05 09:14:23.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=404 2025-11-05 09:14:23.59: NetworkMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:14:23.60: NetworkMonitor - Connect Kube API result 0 2025-11-05 09:14:23.60: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:14:23.60: NetworkMonitor - Start Watching request https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'})(timeout=120) 2025-11-05 09:14:23.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:14:23.60: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.33 - - [2025-11-05 09:14:51] "GET /Snh_LoadbalancerDatabaseList?x=c3944270-b89b-4796-b5ff-5943e012a2bc HTTP/1.1" 200 1869 0.000648 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:14:52] "GET /Snh_LoadbalancerDatabaseList?x=c3944270-b89b-4796-b5ff-5943e012a2bc HTTP/1.1" 200 313 0.000606 2025-11-05 09:14:23.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:23.60: NetworkMonitor - Watches https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'}) 2025-11-05 09:14:47.28: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.29: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.29: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.29: PodMonitor - start process kube event 2025-11-05 09:14:47.29: empty line received 2025-11-05 09:14:47.29: PodMonitor - start process kube event 2025-11-05 09:14:47.29: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.29: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.30: PodMonitor - start process kube event 2025-11-05 09:14:47.30: empty line received 2025-11-05 09:14:47.30: PodMonitor - start process kube event 2025-11-05 09:14:47.30: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.30: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.30: PodMonitor - start process kube event 2025-11-05 09:14:47.30: empty line received 2025-11-05 09:14:47.30: PodMonitor - start process kube event 2025-11-05 09:14:47.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:14:47.30: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:47.36: VncKubernetes - Process event (name=ctest-busybox-pod-14171652 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-14171652:3e4b2fea-dba3-4eab-b7a0-967dcac51d36 2025-11-05 09:14:47.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:51.02: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:14:51.02: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:14:51.02: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:14:51.02: IngressMonitor - start process kube event 2025-11-05 09:14:51.02: empty line received 2025-11-05 09:14:51.02: IngressMonitor - start process kube event 2025-11-05 09:14:52.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:52.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:52.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:52.47: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:52.47: PodMonitor - start process kube event 2025-11-05 09:14:52.47: empty line received 2025-11-05 09:14:52.47: PodMonitor - start process kube event 2025-11-05 09:14:52.48: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:52.48: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:52.48: EndPointMonitor - start process kube event 2025-11-05 09:14:52.48: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:14:52.48: empty line received 2025-11-05 09:14:52.48: EndPointMonitor - start process kube event 2025-11-05 09:14:52.50: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:14:52.50: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:52.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:52.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:14:52.67: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:14:52.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:54.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.30: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.30: PodMonitor - start process kube event 2025-11-05 09:14:54.30: empty line received 2025-11-05 09:14:54.30: PodMonitor - start process kube event 2025-11-05 09:14:54.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.32: PodMonitor - start process kube event 2025-11-05 09:14:54.32: empty line received 2025-11-05 09:14:54.32: PodMonitor - start process kube event 2025-11-05 09:14:54.32: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.32: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.32: PodMonitor - start process kube event 2025-11-05 09:14:54.32: empty line received 2025-11-05 09:14:54.32: PodMonitor - start process kube event 2025-11-05 09:14:54.32: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:14:54.32: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:54.38: VncKubernetes - Process event (name=ctest-nginx-pod-72271756 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-72271756:77d02a80-dfd7-4ac5-9087-ff861a38de43 2025-11-05 09:14:54.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:57.53: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:57.53: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:57.53: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:57.53: PodMonitor - start process kube event 2025-11-05 09:14:57.53: empty line received 2025-11-05 09:14:57.53: PodMonitor - start process kube event 2025-11-05 09:14:57.54: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:57.54: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:57.54: EndPointMonitor - start process kube event 2025-11-05 09:14:57.54: empty line received 2025-11-05 09:14:57.54: EndPointMonitor - start process kube event 2025-11-05 09:14:57.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:57.55: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-19212790:4ed70692-9695-4bd9-b3d9-44e3e3f52430 2025-11-05 09:14:57.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:14:58.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.30: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.31: PodMonitor - start process kube event 2025-11-05 09:14:58.31: empty line received 2025-11-05 09:14:58.31: PodMonitor - start process kube event 2025-11-05 09:14:58.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.32: PodMonitor - start process kube event 2025-11-05 09:14:58.32: empty line received 2025-11-05 09:14:58.32: PodMonitor - start process kube event 2025-11-05 09:14:58.32: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.32: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.32: PodMonitor - start process kube event 2025-11-05 09:14:58.32: empty line received 2025-11-05 09:14:58.32: PodMonitor - start process kube event 2025-11-05 09:14:58.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:14:58.36: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:14:58.37: VncKubernetes - Process event (name=ctest-nginx-pod-10353694 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-10353694:e68402f1-8cb8-42be-a3fa-ca19e20f15b5 2025-11-05 09:14:58.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:02.95: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:15:02.95: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:15:02.95: VncKubernetes - Process event (name=ctest-new-default-04953593 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:15:02.95: NamespaceMonitor - start process kube event 2025-11-05 09:15:02.95: empty line received 2025-11-05 09:15:02.95: NamespaceMonitor - start process kube event 2025-11-05 09:15:04.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:05.97: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:15:05.97: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:15:05.97: VncKubernetes - Process event (name=ctest-non-default-73567469 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:15:05.97: NamespaceMonitor - start process kube event 2025-11-05 09:15:05.97: empty line received 2025-11-05 09:15:05.97: NamespaceMonitor - start process kube event 2025-11-05 09:15:07.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:08.99: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:15:08.99: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:15:08.99: VncKubernetes - Process event (name=ctest-new-default-04953593 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:15:08.99: NamespaceMonitor - start process kube event 2025-11-05 09:15:08.99: empty line received 2025-11-05 09:15:08.99: NamespaceMonitor - start process kube event 2025-11-05 09:15:08.99: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:15:08.99: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:15:08.99: NamespaceMonitor - start process kube event 2025-11-05 09:15:08.99: empty line received 2025-11-05 09:15:08.99: NamespaceMonitor - start process kube event 2025-11-05 09:15:09.01: PodMonitor - Received ADDED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:09.02: PodMonitor - Skipped ADDED Pod ctest-new-default-04953593:ctest-pod-16177678 (no nodeName) 2025-11-05 09:15:09.02: PodMonitor - start process kube event 2025-11-05 09:15:09.02: empty line received 2025-11-05 09:15:09.02: PodMonitor - start process kube event 2025-11-05 09:15:09.03: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:09.03: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:09.03: PodMonitor - start process kube event 2025-11-05 09:15:09.03: empty line received 2025-11-05 09:15:09.03: PodMonitor - start process kube event 2025-11-05 09:15:09.07: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:09.07: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:09.07: PodMonitor - start process kube event 2025-11-05 09:15:09.07: empty line received 2025-11-05 09:15:09.07: PodMonitor - start process kube event 2025-11-05 09:15:09.07: PodMonitor - Received ADDED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:09.07: PodMonitor - Skipped ADDED Pod ctest-new-default-04953593:ctest-pod-53341435 (no nodeName) 2025-11-05 09:15:09.07: PodMonitor - start process kube event 2025-11-05 09:15:09.07: empty line received 2025-11-05 09:15:09.07: PodMonitor - start process kube event 2025-11-05 09:15:09.08: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:09.08: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:09.08: PodMonitor - start process kube event 2025-11-05 09:15:09.08: empty line received 2025-11-05 09:15:09.08: PodMonitor - start process kube event 2025-11-05 09:15:09.08: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:09.08: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:09.08: PodMonitor - start process kube event 2025-11-05 09:15:09.09: empty line received 2025-11-05 09:15:09.09: PodMonitor - start process kube event 2025-11-05 09:15:09.11: PodMonitor - Received ADDED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:09.11: PodMonitor - Skipped ADDED Pod ctest-non-default-73567469:ctest-pod-28910879 (no nodeName) 2025-11-05 09:15:09.11: PodMonitor - start process kube event [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:09] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9a389b72-4b34-49d0-8e4f-9f4e17d94f9e HTTP/1.1" 200 866 0.003198 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:09] "GET /Snh_NamespaceDatabaseList?namespace_uuid=89d4cd87-c114-481d-9a75-5b4b7f90263d HTTP/1.1" 200 866 0.001654 2025-11-05 09:15:09.11: empty line received 2025-11-05 09:15:09.11: PodMonitor - start process kube event 2025-11-05 09:15:09.11: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:09.11: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:09.11: PodMonitor - start process kube event 2025-11-05 09:15:09.11: empty line received 2025-11-05 09:15:09.11: PodMonitor - start process kube event 2025-11-05 09:15:09.13: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:09.13: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:09.14: PodMonitor - start process kube event 2025-11-05 09:15:09.14: empty line received 2025-11-05 09:15:09.14: PodMonitor - start process kube event 2025-11-05 09:15:09.14: PodMonitor - Received ADDED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:09.14: PodMonitor - Skipped ADDED Pod ctest-non-default-73567469:ctest-pod-26988723 (no nodeName) 2025-11-05 09:15:09.14: PodMonitor - start process kube event 2025-11-05 09:15:09.14: empty line received 2025-11-05 09:15:09.14: PodMonitor - start process kube event 2025-11-05 09:15:09.16: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:09.16: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:09.16: PodMonitor - start process kube event 2025-11-05 09:15:09.16: empty line received 2025-11-05 09:15:09.16: PodMonitor - start process kube event 2025-11-05 09:15:09.17: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:09.17: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:09.18: PodMonitor - start process kube event 2025-11-05 09:15:09.18: empty line received 2025-11-05 09:15:09.18: PodMonitor - start process kube event 2025-11-05 09:15:09.18: PodMonitor - Received ADDED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:09.18: PodMonitor - Skipped ADDED Pod ctest-new-default-04953593:ctest-pod-43890797 (no nodeName) 2025-11-05 09:15:09.18: PodMonitor - start process kube event 2025-11-05 09:15:09.18: empty line received 2025-11-05 09:15:09.18: PodMonitor - start process kube event 2025-11-05 09:15:09.19: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:09.19: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:09.19: PodMonitor - start process kube event 2025-11-05 09:15:09.20: empty line received 2025-11-05 09:15:09.20: PodMonitor - start process kube event 2025-11-05 09:15:09.20: PodMonitor - Received ADDED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:09.21: PodMonitor - Skipped ADDED Pod ctest-new-default-04953593:ctest-pod-50754831 (no nodeName) 2025-11-05 09:15:09.21: PodMonitor - start process kube event 2025-11-05 09:15:09.21: empty line received 2025-11-05 09:15:09.21: PodMonitor - start process kube event 2025-11-05 09:15:09.21: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:09.21: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:09.21: PodMonitor - start process kube event 2025-11-05 09:15:09.21: empty line received 2025-11-05 09:15:09.21: PodMonitor - start process kube event 2025-11-05 09:15:09.25: PodMonitor - Received ADDED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:09.25: PodMonitor - Skipped ADDED Pod ctest-non-default-73567469:ctest-pod-82943784 (no nodeName) 2025-11-05 09:15:09.25: PodMonitor - start process kube event 2025-11-05 09:15:09.25: empty line received 2025-11-05 09:15:09.25: PodMonitor - start process kube event 2025-11-05 09:15:09.26: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:09.26: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:09.26: PodMonitor - start process kube event 2025-11-05 09:15:09.26: empty line received 2025-11-05 09:15:09.26: PodMonitor - start process kube event 2025-11-05 09:15:09.28: PodMonitor - Received ADDED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:09.28: PodMonitor - Skipped ADDED Pod ctest-non-default-73567469:ctest-pod-53334706 (no nodeName) 2025-11-05 09:15:09.28: PodMonitor - start process kube event 2025-11-05 09:15:09.28: empty line received 2025-11-05 09:15:09.28: PodMonitor - start process kube event 2025-11-05 09:15:09.28: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:09.28: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:09.28: PodMonitor - start process kube event 2025-11-05 09:15:09.28: empty line received 2025-11-05 09:15:09.28: PodMonitor - start process kube event 2025-11-05 09:15:09.66: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:15:09.66: VncKubernetes - Process event (name=ctest-non-default-73567469 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:15:10.04: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:10.04: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:10.04: PodMonitor - start process kube event 2025-11-05 09:15:10.04: empty line received 2025-11-05 09:15:10.04: PodMonitor - start process kube event 2025-11-05 09:15:10.24: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:15:10.24: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:11.33: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:11.33: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:11.33: PodMonitor - start process kube event 2025-11-05 09:15:11.33: empty line received 2025-11-05 09:15:11.33: PodMonitor - start process kube event 2025-11-05 09:15:11.35: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:15:11.35: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:11.44: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:11.44: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:11.44: PodMonitor - start process kube event 2025-11-05 09:15:11.44: empty line received 2025-11-05 09:15:11.44: PodMonitor - start process kube event 2025-11-05 09:15:11.50: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:15:11.50: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:11.84: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:11.84: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:11.84: PodMonitor - start process kube event 2025-11-05 09:15:11.84: empty line received 2025-11-05 09:15:11.84: PodMonitor - start process kube event 2025-11-05 09:15:12.15: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:12.16: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:12.16: PodMonitor - start process kube event 2025-11-05 09:15:12.16: empty line received 2025-11-05 09:15:12.16: PodMonitor - start process kube event 2025-11-05 09:15:12.17: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 09:15:12.17: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:12.25: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:12.25: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:12.25: PodMonitor - start process kube event 2025-11-05 09:15:12.25: empty line received 2025-11-05 09:15:12.25: PodMonitor - start process kube event 2025-11-05 09:15:12.31: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 09:15:12.31: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:13.21: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:13.21: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:13.21: PodMonitor - start process kube event 2025-11-05 09:15:13.21: empty line received 2025-11-05 09:15:13.21: PodMonitor - start process kube event 2025-11-05 09:15:13.22: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-05 09:15:13.23: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:13.35: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:15:13.35: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:14.02: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:14.02: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:14.02: PodMonitor - start process kube event 2025-11-05 09:15:14.02: empty line received 2025-11-05 09:15:14.02: PodMonitor - start process kube event 2025-11-05 09:15:14.04: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-05 09:15:14.04: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:14.17: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:15:14.17: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:14.91: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:14.91: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:14.91: PodMonitor - start process kube event 2025-11-05 09:15:14.91: empty line received 2025-11-05 09:15:14.91: PodMonitor - start process kube event 2025-11-05 09:15:14.93: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:15:14.93: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:15.67: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:15.67: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:15.67: PodMonitor - start process kube event 2025-11-05 09:15:15.67: empty line received 2025-11-05 09:15:15.67: PodMonitor - start process kube event 2025-11-05 09:15:15.68: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:15:15.68: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:16.38: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:16.38: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:16.38: PodMonitor - start process kube event 2025-11-05 09:15:16.38: empty line received 2025-11-05 09:15:16.38: PodMonitor - start process kube event 2025-11-05 09:15:16.39: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:15:16.39: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:17.16: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:17.16: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:17.16: PodMonitor - start process kube event 2025-11-05 09:15:17.16: empty line received 2025-11-05 09:15:17.16: PodMonitor - start process kube event 2025-11-05 09:15:17.17: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-05 09:15:17.17: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:17.30: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-05 09:15:17.30: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:17.31: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 09:15:17.31: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:25] "GET /Snh_VirtualMachineDatabaseList?x=e78b7ddc-d31e-4f96-b63f-5f7faf389e82 HTTP/1.1" 200 2484 0.000791 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:25] "GET /Snh_VirtualMachineDatabaseList?x=18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 HTTP/1.1" 200 2484 0.000634 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:25] "GET /Snh_VirtualMachineDatabaseList?x=fe4d659c-c773-42b3-be6f-f665bb72049c HTTP/1.1" 200 2484 0.000789 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:25] "GET /Snh_VirtualMachineDatabaseList?x=d192eabc-37f6-4889-ba75-fabce96c04d4 HTTP/1.1" 200 2484 0.001097 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:25] "GET /Snh_VirtualMachineDatabaseList?x=890187cd-a3f0-4fe7-b47e-50f213944c36 HTTP/1.1" 200 2414 0.000897 2025-11-05 09:15:17.34: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:17.34: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:17.34: PodMonitor - start process kube event 2025-11-05 09:15:17.34: empty line received 2025-11-05 09:15:17.34: PodMonitor - start process kube event 2025-11-05 09:15:17.45: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-05 09:15:17.45: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:17.54: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-05 09:15:17.54: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:17.60: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 09:15:17.60: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:17.68: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 09:15:17.68: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:17.74: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 09:15:17.74: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:17.75: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:15:17.75: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:17.81: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:15:17.81: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:17.86: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:15:17.86: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:17.88: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:15:17.88: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:17.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:15:17.93: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:15:17.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:19.19: PodMonitor - Received BOOKMARK: oldResVer=1115 newResVer=1277 2025-11-05 09:15:19.19: PodMonitor - start process kube event 2025-11-05 09:15:19.19: empty line received 2025-11-05 09:15:19.19: PodMonitor - start process kube event 2025-11-05 09:15:21.35: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:21.35: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:21.35: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:15:21.35: PodMonitor - start process kube event 2025-11-05 09:15:21.35: empty line received 2025-11-05 09:15:21.35: PodMonitor - start process kube event 2025-11-05 09:15:21.36: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:21.36: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:21.36: PodMonitor - start process kube event 2025-11-05 09:15:21.36: empty line received 2025-11-05 09:15:21.36: PodMonitor - start process kube event 2025-11-05 09:15:21.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:15:21.41: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:15:21.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:22.36: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:22.36: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:22.36: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:15:22.36: PodMonitor - start process kube event 2025-11-05 09:15:22.36: empty line received 2025-11-05 09:15:22.36: PodMonitor - start process kube event 2025-11-05 09:15:22.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:23.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=400 newResVer=1141 2025-11-05 09:15:23.15: NetworkPolicyMonitor - start process kube event 2025-11-05 09:15:23.15: empty line received 2025-11-05 09:15:23.15: NetworkPolicyMonitor - start process kube event 2025-11-05 09:15:23.33: NamespaceMonitor - Received BOOKMARK: oldResVer=400 newResVer=1221 2025-11-05 09:15:23.33: NamespaceMonitor - start process kube event 2025-11-05 09:15:23.33: empty line received 2025-11-05 09:15:23.33: NamespaceMonitor - start process kube event 2025-11-05 09:15:23.36: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:23.36: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:23.36: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:15:23.36: PodMonitor - start process kube event 2025-11-05 09:15:23.36: empty line received 2025-11-05 09:15:23.36: PodMonitor - start process kube event 2025-11-05 09:15:23.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:23.84: EndPointMonitor - Received BOOKMARK: oldResVer=1113 newResVer=1186 2025-11-05 09:15:23.84: EndPointMonitor - start process kube event 2025-11-05 09:15:23.84: empty line received 2025-11-05 09:15:23.84: EndPointMonitor - start process kube event 2025-11-05 09:15:26.38: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:26.38: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:30] "GET /Snh_VirtualMachineDatabaseList?x=e1b13420-1283-466c-9d56-bd13bc9db355 HTTP/1.1" 200 2414 0.000849 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:30] "GET /Snh_VirtualMachineDatabaseList?x=d346dac2-869c-4271-8603-3606ae43e931 HTTP/1.1" 200 2414 0.000850 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:30] "GET /Snh_VirtualMachineDatabaseList?x=d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 HTTP/1.1" 200 2414 0.000694 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:32] "GET /Snh_LoadbalancerDatabaseList?x=ddf415a0-a30e-4b56-9620-617ed9d66c58 HTTP/1.1" 200 1862 0.000808 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:33] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=38d190f0-dba9-40c3-b309-36d6dd2d032d HTTP/1.1" 200 2095 0.000880 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:33] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=38d190f0-dba9-40c3-b309-36d6dd2d032d HTTP/1.1" 200 2095 0.000917 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:15:35] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=38d190f0-dba9-40c3-b309-36d6dd2d032d HTTP/1.1" 200 2302 0.000991 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:16:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001335 2025-11-05 09:15:26.38: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:15:26.38: PodMonitor - start process kube event 2025-11-05 09:15:26.38: empty line received 2025-11-05 09:15:26.38: PodMonitor - start process kube event 2025-11-05 09:15:26.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:27.38: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:27.38: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:27.39: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:15:27.39: PodMonitor - start process kube event 2025-11-05 09:15:27.39: empty line received 2025-11-05 09:15:27.39: PodMonitor - start process kube event 2025-11-05 09:15:27.40: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:27.40: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:27.40: PodMonitor - start process kube event 2025-11-05 09:15:27.40: empty line received 2025-11-05 09:15:27.40: PodMonitor - start process kube event 2025-11-05 09:15:27.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:15:27.44: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:15:27.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:31.04: ServiceMonitor - Received ADDED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:15:31.04: ServiceMonitor - Got ADDED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:15:31.04: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=ADDED kind=Service ns=ctest-new-default-04953593) VncService - Got ADDED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:15:31.04: ServiceMonitor - start process kube event 2025-11-05 09:15:31.04: empty line received 2025-11-05 09:15:31.04: ServiceMonitor - start process kube event 2025-11-05 09:15:31.06: EndPointMonitor - Received ADDED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:15:31.06: EndPointMonitor - Got ADDED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:15:31.06: EndPointMonitor - start process kube event 2025-11-05 09:15:31.06: empty line received 2025-11-05 09:15:31.06: EndPointMonitor - start process kube event 2025-11-05 09:15:32.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:15:32.02: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=ADDED kind=Endpoints ns=ctest-new-default-04953593) VncEndpoints - Got ADDED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:15:32.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:15:33.51: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:15:33.51: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:15:33.51: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-04953593) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:15:33.51: NetworkPolicyMonitor - start process kube event 2025-11-05 09:15:33.51: empty line received 2025-11-05 09:15:33.51: NetworkPolicyMonitor - start process kube event 2025-11-05 09:15:34.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:16:20.02: PodMonitor - Received BOOKMARK: oldResVer=1277 newResVer=1321 2025-11-05 09:16:20.02: PodMonitor - start process kube event 2025-11-05 09:16:20.02: PodMonitor - _schedule_vnc_sync 2025-11-05 09:16:20.02: empty line received 2025-11-05 09:16:20.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 09:16:20.02: VncKubernetes - vnc_sync - Pod start 2025-11-05 09:16:20.02: VncKubernetes - vnc_sync - Pod done 2025-11-05 09:16:20.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:16:20.02: PodMonitor - start process kube event 2025-11-05 09:16:22.81: NamespaceMonitor - Received BOOKMARK: oldResVer=1221 newResVer=1221 2025-11-05 09:16:22.81: NamespaceMonitor - start process kube event 2025-11-05 09:16:22.81: empty line received 2025-11-05 09:16:22.81: NamespaceMonitor - start process kube event 2025-11-05 09:16:23.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1141 newResVer=1335 2025-11-05 09:16:23.34: NetworkPolicyMonitor - start process kube event 2025-11-05 09:16:23.34: empty line received 2025-11-05 09:16:23.34: NetworkPolicyMonitor - start process kube event 2025-11-05 09:16:23.60: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:16:23.60: NetworkMonitor - start process kube event 2025-11-05 09:16:23.60: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=404 2025-11-05 09:16:23.60: NetworkMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:16:23.60: NetworkMonitor - Connect Kube API result 0 2025-11-05 09:16:23.60: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:16:23.60: NetworkMonitor - Start Watching request https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'})(timeout=120) 2025-11-05 09:16:23.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:16:23.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 09:16:23.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:16:23.63: NetworkMonitor - Watches https://10.0.0.33:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '404'}) 2025-11-05 09:16:24.26: EndPointMonitor - Received BOOKMARK: oldResVer=1186 newResVer=1328 2025-11-05 09:16:24.26: EndPointMonitor - start process kube event 2025-11-05 09:16:24.26: empty line received 2025-11-05 09:16:24.26: EndPointMonitor - start process kube event 2025-11-05 09:16:51.03: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:16:51.03: IngressMonitor - start process kube event 2025-11-05 09:16:51.03: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:16:51.03: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:16:51.03: IngressMonitor - Connect Kube API result 0 2025-11-05 09:16:51.03: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:16:51.03: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:16:51.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:16:51.03: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:16:51.03: VncKubernetes - vnc_sync - Ingress done [Introspect:8108]10.0.0.33 - - [2025-11-05 09:17:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001193 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:17:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001204 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:17:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000997 2025-11-05 09:16:51.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:16:51.05: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:16:51.05: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: IngressMonitor - start process kube event 2025-11-05 09:16:51.05: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: IngressMonitor - start process kube event 2025-11-05 09:16:51.05: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:51.05: IngressMonitor - start process kube event 2025-11-05 09:16:51.05: empty line received 2025-11-05 09:16:51.05: IngressMonitor - start process kube event 2025-11-05 09:16:53.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:16:53.58: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:54.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:16:54.04: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:16:55.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:17:11.06: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:17:11.06: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:17:11.06: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:17:11.06: PodMonitor - start process kube event 2025-11-05 09:17:11.06: empty line received 2025-11-05 09:17:11.06: PodMonitor - start process kube event 2025-11-05 09:17:11.07: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:17:11.07: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:17:11.07: EndPointMonitor - start process kube event 2025-11-05 09:17:11.07: empty line received 2025-11-05 09:17:11.07: EndPointMonitor - start process kube event 2025-11-05 09:17:11.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:17:11.08: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:17:11.09: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:17:11.09: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:17:11.09: PodMonitor - start process kube event 2025-11-05 09:17:11.09: empty line received 2025-11-05 09:17:11.09: PodMonitor - start process kube event 2025-11-05 09:17:11.10: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:17:11.10: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:17:11.10: EndPointMonitor - start process kube event 2025-11-05 09:17:11.10: empty line received 2025-11-05 09:17:11.10: EndPointMonitor - start process kube event 2025-11-05 09:17:11.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:17:11.46: VncKubernetes - Process event (name=coredns-6f867cd986-pfmgw event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-pfmgw:fd693210-e236-41c8-88c1-ce52c7033420 2025-11-05 09:17:11.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:17:11.52: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:81fd9122-9bb9-440f-916f-64040d2b90c7 2025-11-05 09:17:12.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:17:20.82: PodMonitor - Received BOOKMARK: oldResVer=1321 newResVer=1480 2025-11-05 09:17:20.82: PodMonitor - start process kube event 2025-11-05 09:17:20.82: empty line received 2025-11-05 09:17:20.82: PodMonitor - start process kube event 2025-11-05 09:17:23.18: NamespaceMonitor - Received BOOKMARK: oldResVer=1221 newResVer=1221 2025-11-05 09:17:23.18: NamespaceMonitor - start process kube event 2025-11-05 09:17:23.19: empty line received 2025-11-05 09:17:23.19: NamespaceMonitor - start process kube event 2025-11-05 09:17:23.56: NetworkMonitor - Received BOOKMARK: oldResVer=404 newResVer=1402 2025-11-05 09:17:23.56: NetworkMonitor - start process kube event 2025-11-05 09:17:23.56: empty line received 2025-11-05 09:17:23.56: NetworkMonitor - start process kube event 2025-11-05 09:17:23.85: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-11-05 09:17:23.85: NetworkPolicyMonitor - start process kube event 2025-11-05 09:17:23.85: empty line received 2025-11-05 09:17:23.85: NetworkPolicyMonitor - start process kube event 2025-11-05 09:17:24.17: EndPointMonitor - Received BOOKMARK: oldResVer=1328 newResVer=1483 2025-11-05 09:17:24.17: EndPointMonitor - start process kube event 2025-11-05 09:17:24.17: empty line received 2025-11-05 09:17:24.17: EndPointMonitor - start process kube event 2025-11-05 09:17:31.05: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:17:31.05: ServiceMonitor - start process kube event 2025-11-05 09:17:31.05: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:17:31.05: ServiceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:17:31.05: ServiceMonitor - Connect Kube API result 0 2025-11-05 09:17:31.05: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:17:31.05: ServiceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:17:31.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:17:31.05: VncKubernetes - vnc_sync - Service start 2025-11-05 09:17:31.05: VncKubernetes - vnc_sync - Service done 2025-11-05 09:17:31.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:17:31.06: ServiceMonitor - Watches https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:17:31.06: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-19212790:8fe7797d-6b51-4ab8-ae23-8229af0449aa 2025-11-05 09:17:31.06: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-19212790:8fe7797d-6b51-4ab8-ae23-8229af0449aa 2025-11-05 09:17:31.06: VncKubernetes - Process event (name=ctest-nginx-svc-19212790 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-19212790:8fe7797d-6b51-4ab8-ae23-8229af0449aa 2025-11-05 09:17:31.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:17:31.06: ServiceMonitor - start process kube event 2025-11-05 09:17:31.06: empty line received 2025-11-05 09:17:31.06: ServiceMonitor - start process kube event 2025-11-05 09:17:31.06: ServiceMonitor - Received ADDED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:17:31.06: ServiceMonitor - Got ADDED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:17:31.07: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=ADDED kind=Service ns=ctest-new-default-04953593) VncService - Got ADDED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:17:31.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:17:31.07: ServiceMonitor - start process kube event 2025-11-05 09:17:31.07: empty line received 2025-11-05 09:17:31.07: ServiceMonitor - start process kube event 2025-11-05 09:17:41.56: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:17:41.56: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:17:41.56: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-04953593) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:17:41.56: NetworkPolicyMonitor - start process kube event 2025-11-05 09:17:41.56: empty line received 2025-11-05 09:17:41.56: NetworkPolicyMonitor - start process kube event 2025-11-05 09:17:42.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:18:20.73: PodMonitor - Received BOOKMARK: oldResVer=1480 newResVer=1480 2025-11-05 09:18:20.73: PodMonitor - start process kube event 2025-11-05 09:18:20.73: empty line received 2025-11-05 09:18:20.73: PodMonitor - start process kube event 2025-11-05 09:18:22.87: NamespaceMonitor - Received BOOKMARK: oldResVer=1221 newResVer=1221 2025-11-05 09:18:22.87: NamespaceMonitor - start process kube event 2025-11-05 09:18:22.87: empty line received 2025-11-05 09:18:22.87: NamespaceMonitor - start process kube event 2025-11-05 09:18:23.87: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1533 2025-11-05 09:18:23.87: NetworkPolicyMonitor - start process kube event 2025-11-05 09:18:23.87: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:18:23.87: empty line received 2025-11-05 09:18:23.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:18:23.87: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:18:23.87: NetworkPolicyMonitor - start process kube event 2025-11-05 09:18:23.87: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:18:23.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:18:23.90: EndPointMonitor - Received BOOKMARK: oldResVer=1483 newResVer=1483 2025-11-05 09:18:23.90: EndPointMonitor - start process kube event 2025-11-05 09:18:23.90: empty line received 2025-11-05 09:18:23.90: EndPointMonitor - start process kube event 2025-11-05 09:18:24.25: NetworkMonitor - Received BOOKMARK: oldResVer=1402 newResVer=1402 2025-11-05 09:18:24.25: NetworkMonitor - start process kube event 2025-11-05 09:18:24.25: empty line received 2025-11-05 09:18:24.25: NetworkMonitor - start process kube event 2025-11-05 09:18:44.14: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:44.14: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:44.14: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:44.14: PodMonitor - start process kube event 2025-11-05 09:18:44.14: empty line received 2025-11-05 09:18:44.14: PodMonitor - start process kube event 2025-11-05 09:18:44.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:18:44.19: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:44.19: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:44.19: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:44.19: PodMonitor - start process kube event 2025-11-05 09:18:44.19: empty line received 2025-11-05 09:18:44.19: PodMonitor - start process kube event 2025-11-05 09:18:44.19: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:18:44.19: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:18:44.19: EndPointMonitor - start process kube event 2025-11-05 09:18:44.19: empty line received 2025-11-05 09:18:44.19: EndPointMonitor - start process kube event 2025-11-05 09:18:44.20: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:44.20: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:44.20: PodMonitor - start process kube event 2025-11-05 09:18:44.20: empty line received 2025-11-05 09:18:44.20: PodMonitor - start process kube event 2025-11-05 09:18:44.20: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:44.20: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:44.20: PodMonitor - start process kube event 2025-11-05 09:18:44.20: empty line received 2025-11-05 09:18:44.20: PodMonitor - start process kube event 2025-11-05 09:18:44.21: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:18:44.21: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:18:44.21: PodMonitor - start process kube event 2025-11-05 09:18:44.21: empty line received 2025-11-05 09:18:44.21: PodMonitor - start process kube event 2025-11-05 09:18:44.22: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:18:44.22: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:18:44.22: PodMonitor - start process kube event 2025-11-05 09:18:44.22: empty line received 2025-11-05 09:18:44.22: PodMonitor - start process kube event 2025-11-05 09:18:44.22: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:18:44.22: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:18:44.22: PodMonitor - start process kube event 2025-11-05 09:18:44.22: empty line received 2025-11-05 09:18:44.22: PodMonitor - start process kube event 2025-11-05 09:18:44.22: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:18:44.22: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:18:44.22: PodMonitor - start process kube event 2025-11-05 09:18:44.22: empty line received 2025-11-05 09:18:44.22: PodMonitor - start process kube event 2025-11-05 09:18:44.23: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:18:44.23: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:18:44.23: EndPointMonitor - start process kube event 2025-11-05 09:18:44.23: empty line received 2025-11-05 09:18:44.23: EndPointMonitor - start process kube event 2025-11-05 09:18:44.25: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-05 09:18:44.25: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-04953593) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:18:44.43: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 09:18:44.43: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:44.49: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 09:18:44.49: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:44.54: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:18:44.54: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:18:44.56: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:18:44.56: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:18:44.61: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:18:44.61: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:18:44.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:18:44.67: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:18:44.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:18:44.69: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-04953593) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:18:44.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:18:45.87: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.87: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.87: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.88: PodMonitor - start process kube event 2025-11-05 09:18:45.88: empty line received 2025-11-05 09:18:45.88: PodMonitor - start process kube event 2025-11-05 09:18:45.88: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.88: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.88: PodMonitor - start process kube event 2025-11-05 09:18:45.88: empty line received 2025-11-05 09:18:45.88: PodMonitor - start process kube event 2025-11-05 09:18:45.88: PodMonitor - Received DELETED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.88: PodMonitor - Got DELETED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.88: PodMonitor - start process kube event 2025-11-05 09:18:45.88: empty line received 2025-11-05 09:18:45.88: PodMonitor - start process kube event 2025-11-05 09:18:45.89: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:18:45.89: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:45.89: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:45.89: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:45.89: PodMonitor - start process kube event 2025-11-05 09:18:45.89: empty line received 2025-11-05 09:18:45.89: PodMonitor - start process kube event 2025-11-05 09:18:45.90: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:45.90: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:45.90: PodMonitor - start process kube event 2025-11-05 09:18:45.90: empty line received 2025-11-05 09:18:45.90: PodMonitor - start process kube event 2025-11-05 09:18:45.90: PodMonitor - Received DELETED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:45.90: PodMonitor - Got DELETED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:45.90: PodMonitor - start process kube event 2025-11-05 09:18:45.90: empty line received 2025-11-05 09:18:45.90: PodMonitor - start process kube event 2025-11-05 09:18:45.91: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:45.91: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:45.91: PodMonitor - start process kube event 2025-11-05 09:18:45.91: empty line received 2025-11-05 09:18:45.91: PodMonitor - start process kube event 2025-11-05 09:18:45.92: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:45.92: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:45.92: PodMonitor - start process kube event 2025-11-05 09:18:45.92: empty line received 2025-11-05 09:18:45.92: PodMonitor - start process kube event 2025-11-05 09:18:45.92: PodMonitor - Received DELETED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:45.92: PodMonitor - Got DELETED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:45.92: PodMonitor - start process kube event 2025-11-05 09:18:45.92: empty line received 2025-11-05 09:18:45.92: PodMonitor - start process kube event 2025-11-05 09:18:45.95: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-05 09:18:45.95: VncKubernetes - Process event (name=ctest-pod-28910879 event_type=DELETED kind=Pod ns=ctest-non-default-73567469) VncPod - Got DELETED Pod ctest-non-default-73567469:ctest-pod-28910879:fe4d659c-c773-42b3-be6f-f665bb72049c 2025-11-05 09:18:46.41: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 09:18:46.42: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:46.47: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:18:46.47: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:46.53: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:18:46.53: VncKubernetes - Process event (name=ctest-pod-26988723 event_type=DELETED kind=Pod ns=ctest-non-default-73567469) VncPod - Got DELETED Pod ctest-non-default-73567469:ctest-pod-26988723:d192eabc-37f6-4889-ba75-fabce96c04d4 2025-11-05 09:18:46.67: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:46.67: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:46.67: PodMonitor - start process kube event 2025-11-05 09:18:46.67: empty line received 2025-11-05 09:18:46.67: PodMonitor - start process kube event 2025-11-05 09:18:46.87: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:46.87: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:46.87: PodMonitor - start process kube event 2025-11-05 09:18:46.87: empty line received 2025-11-05 09:18:46.87: PodMonitor - start process kube event 2025-11-05 09:18:46.87: PodMonitor - Received DELETED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:46.87: PodMonitor - Got DELETED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:46.87: PodMonitor - start process kube event 2025-11-05 09:18:46.87: empty line received 2025-11-05 09:18:46.87: PodMonitor - start process kube event 2025-11-05 09:18:47.02: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 09:18:47.02: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:47.08: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:18:47.08: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:47.13: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:18:47.13: VncKubernetes - Process event (name=ctest-pod-16177678 event_type=DELETED kind=Pod ns=ctest-new-default-04953593) VncPod - Got DELETED Pod ctest-new-default-04953593:ctest-pod-16177678:e78b7ddc-d31e-4f96-b63f-5f7faf389e82 2025-11-05 09:18:47.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:18:47.58: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:47.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:18:47.64: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:47.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:18:47.70: VncKubernetes - Process event (name=ctest-pod-53341435 event_type=DELETED kind=Pod ns=ctest-new-default-04953593) VncPod - Got DELETED Pod ctest-new-default-04953593:ctest-pod-53341435:18a1a523-dc2d-4fb9-b6f0-10a8d4acc8c2 2025-11-05 09:18:48.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:18:51.05: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:18:51.05: IngressMonitor - start process kube event 2025-11-05 09:18:51.05: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:18:51.06: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:18:51.06: IngressMonitor - Connect Kube API result 0 2025-11-05 09:18:51.06: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:18:51.06: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:18:51.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:18:51.06: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:18:51.06: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:18:51.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:18:51.08: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:18:51.08: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.08: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.08: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.09: IngressMonitor - start process kube event 2025-11-05 09:18:51.09: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.09: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.09: IngressMonitor - start process kube event 2025-11-05 09:18:51.09: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.09: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:51.09: IngressMonitor - start process kube event 2025-11-05 09:18:51.09: empty line received 2025-11-05 09:18:51.09: IngressMonitor - start process kube event 2025-11-05 09:18:53.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:18:53.04: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:53.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:18:53.52: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:18:54.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:19:15.94: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.94: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.94: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.94: PodMonitor - start process kube event 2025-11-05 09:19:15.94: empty line received 2025-11-05 09:19:15.94: PodMonitor - start process kube event 2025-11-05 09:19:15.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:19:15.95: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.95: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.95: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.96: PodMonitor - start process kube event 2025-11-05 09:19:15.96: empty line received 2025-11-05 09:19:15.96: PodMonitor - start process kube event 2025-11-05 09:19:15.96: PodMonitor - Received DELETED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.96: PodMonitor - Got DELETED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:15.96: PodMonitor - start process kube event 2025-11-05 09:19:15.96: empty line received 2025-11-05 09:19:15.96: PodMonitor - start process kube event 2025-11-05 09:19:15.97: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:15.97: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:15.97: PodMonitor - start process kube event 2025-11-05 09:19:15.97: empty line received 2025-11-05 09:19:15.97: PodMonitor - start process kube event 2025-11-05 09:19:15.98: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:15.98: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:15.98: PodMonitor - start process kube event 2025-11-05 09:19:15.98: empty line received 2025-11-05 09:19:15.98: PodMonitor - start process kube event 2025-11-05 09:19:15.98: PodMonitor - Received DELETED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:15.99: PodMonitor - Got DELETED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:15.99: PodMonitor - start process kube event 2025-11-05 09:19:15.99: empty line received 2025-11-05 09:19:15.99: PodMonitor - start process kube event 2025-11-05 09:19:16.00: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.00: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.00: PodMonitor - start process kube event 2025-11-05 09:19:16.00: empty line received 2025-11-05 09:19:16.00: PodMonitor - start process kube event 2025-11-05 09:19:16.01: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:19:16.01: VncKubernetes - Process event (name=ctest-pod-50754831 event_type=DELETED kind=Pod ns=ctest-new-default-04953593) VncPod - Got DELETED Pod ctest-new-default-04953593:ctest-pod-50754831:d346dac2-869c-4271-8603-3606ae43e931 2025-11-05 09:19:16.13: PodMonitor - Received MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.13: PodMonitor - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.13: PodMonitor - start process kube event 2025-11-05 09:19:16.13: empty line received 2025-11-05 09:19:16.13: PodMonitor - start process kube event 2025-11-05 09:19:16.13: PodMonitor - Received DELETED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.13: PodMonitor - Got DELETED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.13: PodMonitor - start process kube event 2025-11-05 09:19:16.13: empty line received 2025-11-05 09:19:16.13: PodMonitor - start process kube event 2025-11-05 09:19:16.45: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-05 09:19:16.45: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:16.46: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:19:16.46: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:16.51: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:19:16.51: VncKubernetes - Process event (name=ctest-pod-53334706 event_type=DELETED kind=Pod ns=ctest-non-default-73567469) VncPod - Got DELETED Pod ctest-non-default-73567469:ctest-pod-53334706:d5d0579a-dd2f-40e7-ac5c-50cbc996b6e0 2025-11-05 09:19:16.73: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:16.73: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:16.73: PodMonitor - start process kube event 2025-11-05 09:19:16.73: empty line received 2025-11-05 09:19:16.73: PodMonitor - start process kube event 2025-11-05 09:19:16.92: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:19:16.92: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:16.93: PodMonitor - Received MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:16.93: PodMonitor - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:16.93: PodMonitor - start process kube event 2025-11-05 09:19:16.93: empty line received 2025-11-05 09:19:16.93: PodMonitor - start process kube event 2025-11-05 09:19:16.93: PodMonitor - Received DELETED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:16.93: PodMonitor - Got DELETED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:16.93: PodMonitor - start process kube event 2025-11-05 09:19:16.93: empty line received 2025-11-05 09:19:16.93: PodMonitor - start process kube event 2025-11-05 09:19:16.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-05 09:19:16.97: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=MODIFIED kind=Pod ns=ctest-new-default-04953593) VncPod - Got MODIFIED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:17.03: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:19:17.03: VncKubernetes - Process event (name=ctest-pod-43890797 event_type=DELETED kind=Pod ns=ctest-new-default-04953593) VncPod - Got DELETED Pod ctest-new-default-04953593:ctest-pod-43890797:890187cd-a3f0-4fe7-b47e-50f213944c36 2025-11-05 09:19:17.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:19:17.50: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:17.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:19:17.56: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=MODIFIED kind=Pod ns=ctest-non-default-73567469) VncPod - Got MODIFIED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:17.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:19:17.61: VncKubernetes - Process event (name=ctest-pod-82943784 event_type=DELETED kind=Pod ns=ctest-non-default-73567469) VncPod - Got DELETED Pod ctest-non-default-73567469:ctest-pod-82943784:e1b13420-1283-466c-9d56-bd13bc9db355 2025-11-05 09:19:18.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:19:19.43: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:19.43: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:19.43: VncKubernetes - Process event (name=ctest-non-default-73567469 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:19.43: NamespaceMonitor - start process kube event 2025-11-05 09:19:19.43: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:19:19.43: empty line received 2025-11-05 09:19:19.43: NamespaceMonitor - start process kube event 2025-11-05 09:19:19.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:19:19.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:19:19.70: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:19:19.70: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:19:19.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:19:20.00: PodMonitor - Received BOOKMARK: oldResVer=1480 newResVer=1708 2025-11-05 09:19:20.00: PodMonitor - start process kube event 2025-11-05 09:19:20.00: empty line received 2025-11-05 09:19:20.00: PodMonitor - start process kube event 2025-11-05 09:19:23.56: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1533 newResVer=1533 2025-11-05 09:19:23.56: NetworkPolicyMonitor - start process kube event 2025-11-05 09:19:23.56: empty line received 2025-11-05 09:19:23.56: NetworkPolicyMonitor - start process kube event 2025-11-05 09:19:23.85: NamespaceMonitor - Received BOOKMARK: oldResVer=1221 newResVer=1711 2025-11-05 09:19:23.85: NamespaceMonitor - start process kube event 2025-11-05 09:19:23.85: empty line received 2025-11-05 09:19:23.85: NamespaceMonitor - start process kube event 2025-11-05 09:19:24.37: NetworkMonitor - Received BOOKMARK: oldResVer=1402 newResVer=1402 2025-11-05 09:19:24.38: NetworkMonitor - start process kube event 2025-11-05 09:19:24.38: empty line received 2025-11-05 09:19:24.38: NetworkMonitor - start process kube event 2025-11-05 09:19:24.65: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:24.65: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:24.65: VncKubernetes - Process event (name=ctest-non-default-73567469 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:24.66: NamespaceMonitor - start process kube event 2025-11-05 09:19:24.66: empty line received 2025-11-05 09:19:24.66: NamespaceMonitor - start process kube event 2025-11-05 09:19:24.67: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:24.67: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:24.67: NamespaceMonitor - start process kube event 2025-11-05 09:19:24.67: empty line received 2025-11-05 09:19:24.67: NamespaceMonitor - start process kube event 2025-11-05 09:19:24.75: EndPointMonitor - Received BOOKMARK: oldResVer=1483 newResVer=1630 2025-11-05 09:19:24.75: EndPointMonitor - start process kube event 2025-11-05 09:19:24.75: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:19:24.75: empty line received 2025-11-05 09:19:24.75: EndPointMonitor - start process kube event 2025-11-05 09:19:24.93: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:19:24.93: VncKubernetes - Process event (name=ctest-non-default-73567469 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-73567469:89d4cd87-c114-481d-9a75-5b4b7f90263d 2025-11-05 09:19:25.45: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:25.46: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:25.46: NamespaceMonitor - start process kube event 2025-11-05 09:19:25.46: empty line received 2025-11-05 09:19:25.46: NamespaceMonitor - start process kube event 2025-11-05 09:19:26.00: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:19:26.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:19:26.00: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:19:26.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:19:26.00: VncKubernetes - Process event (name=ctest-new-default-04953593 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:26.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:19:30.49: EndPointMonitor - Received DELETED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:19:30.49: EndPointMonitor - Got DELETED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:19:30.49: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=DELETED kind=Endpoints ns=ctest-new-default-04953593) VncEndpoints - Got DELETED Endpoints ctest-new-default-04953593:ctest-nginx-svc-80918413:9e5a3db4-3c87-450d-9e91-10817594f72a 2025-11-05 09:19:30.49: EndPointMonitor - start process kube event 2025-11-05 09:19:30.49: empty line received 2025-11-05 09:19:30.49: EndPointMonitor - start process kube event 2025-11-05 09:19:30.55: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:19:30.55: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:19:30.55: NetworkPolicyMonitor - start process kube event 2025-11-05 09:19:30.55: empty line received 2025-11-05 09:19:30.55: NetworkPolicyMonitor - start process kube event 2025-11-05 09:19:30.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:19:30.59: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-04953593) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-04953593:ingress-on-service:38d190f0-dba9-40c3-b309-36d6dd2d032d 2025-11-05 09:19:30.70: ServiceMonitor - Received DELETED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:19:30.70: ServiceMonitor - Got DELETED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:19:30.70: ServiceMonitor - start process kube event 2025-11-05 09:19:30.70: empty line received 2025-11-05 09:19:30.71: ServiceMonitor - start process kube event 2025-11-05 09:19:30.75: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:30.75: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:30.76: NamespaceMonitor - start process kube event 2025-11-05 09:19:30.76: empty line received 2025-11-05 09:19:30.76: NamespaceMonitor - start process kube event 2025-11-05 09:19:30.77: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:30.77: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:30.77: NamespaceMonitor - start process kube event 2025-11-05 09:19:30.77: empty line received 2025-11-05 09:19:30.77: NamespaceMonitor - start process kube event 2025-11-05 09:19:31.25: ServiceMonitor - Received BOOKMARK: oldResVer=400 newResVer=1792 2025-11-05 09:19:31.25: ServiceMonitor - start process kube event 2025-11-05 09:19:31.25: empty line received 2025-11-05 09:19:31.26: ServiceMonitor - start process kube event 2025-11-05 09:19:31.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:19:31.48: VncKubernetes - Process event (name=ctest-nginx-svc-80918413 event_type=DELETED kind=Service ns=ctest-new-default-04953593) VncService - Got DELETED Service ctest-new-default-04953593:ctest-nginx-svc-80918413:ddf415a0-a30e-4b56-9620-617ed9d66c58 2025-11-05 09:19:31.80: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:19:31.80: VncKubernetes - Process event (name=ctest-new-default-04953593 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:32.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:19:32.11: VncKubernetes - Process event (name=ctest-new-default-04953593 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-04953593:9a389b72-4b34-49d0-8e4f-9f4e17d94f9e 2025-11-05 09:19:33.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:19.87: EndPointMonitor - Received BOOKMARK: oldResVer=1630 newResVer=1759 2025-11-05 09:20:19.87: EndPointMonitor - start process kube event 2025-11-05 09:20:19.87: empty line received 2025-11-05 09:20:19.87: EndPointMonitor - start process kube event 2025-11-05 09:20:20.34: PodMonitor - Received BOOKMARK: oldResVer=1708 newResVer=1708 2025-11-05 09:20:20.34: PodMonitor - start process kube event 2025-11-05 09:20:20.34: PodMonitor - _schedule_vnc_sync 2025-11-05 09:20:20.34: empty line received 2025-11-05 09:20:20.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 09:20:20.34: VncKubernetes - vnc_sync - Pod start 2025-11-05 09:20:20.34: VncKubernetes - vnc_sync - Pod done 2025-11-05 09:20:20.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:20.34: PodMonitor - start process kube event 2025-11-05 09:20:21.56: stop iteration EndPointMonitor 2025-11-05 09:20:21.56: EndPointMonitor - start process kube event 2025-11-05 09:20:21.56: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1759 2025-11-05 09:20:21.56: EndPointMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:20:21.56: EndPointMonitor - Connect Kube API result 0 2025-11-05 09:20:21.56: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:20:21.56: EndPointMonitor - Start Watching request https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1759'})(timeout=120) 2025-11-05 09:20:21.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:20:21.56: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:20:21.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:21.57: EndPointMonitor - Watches https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1759'}) 2025-11-05 09:20:23.16: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1533 newResVer=1763 2025-11-05 09:20:23.16: NetworkPolicyMonitor - start process kube event 2025-11-05 09:20:23.16: empty line received 2025-11-05 09:20:23.16: NetworkPolicyMonitor - start process kube event 2025-11-05 09:20:23.99: NamespaceMonitor - Received BOOKMARK: oldResVer=1711 newResVer=1795 2025-11-05 09:20:23.99: NamespaceMonitor - start process kube event 2025-11-05 09:20:23.99: empty line received 2025-11-05 09:20:23.99: NamespaceMonitor - start process kube event 2025-11-05 09:20:24.54: NetworkMonitor - Received BOOKMARK: oldResVer=1402 newResVer=1402 2025-11-05 09:20:24.54: NetworkMonitor - start process kube event 2025-11-05 09:20:24.54: NetworkMonitor - _schedule_vnc_sync 2025-11-05 09:20:24.54: empty line received 2025-11-05 09:20:24.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-05 09:20:24.54: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-05 09:20:24.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:24.54: NetworkMonitor - start process kube event 2025-11-05 09:20:29.29: PodMonitor - Received BOOKMARK: oldResVer=1708 newResVer=1708 2025-11-05 09:20:29.29: PodMonitor - start process kube event 2025-11-05 09:20:29.29: empty line received 2025-11-05 09:20:29.29: PodMonitor - start process kube event 2025-11-05 09:20:30.85: stop iteration PodMonitor 2025-11-05 09:20:30.85: PodMonitor - start process kube event 2025-11-05 09:20:30.85: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1708 2025-11-05 09:20:30.85: PodMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:20:30.85: PodMonitor - Connect Kube API result 0 2025-11-05 09:20:30.85: PodMonitor - _schedule_vnc_sync 2025-11-05 09:20:30.85: PodMonitor - Start Watching request https://10.0.0.33:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1708'})(timeout=120) 2025-11-05 09:20:30.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-05 09:20:30.85: VncKubernetes - vnc_sync - Pod start 2025-11-05 09:20:30.85: VncKubernetes - vnc_sync - Pod done 2025-11-05 09:20:30.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:30.86: PodMonitor - Watches https://10.0.0.33:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1708'}) 2025-11-05 09:20:31.67: ServiceMonitor - Received BOOKMARK: oldResVer=1792 newResVer=1792 2025-11-05 09:20:31.67: ServiceMonitor - start process kube event 2025-11-05 09:20:31.67: empty line received 2025-11-05 09:20:31.67: ServiceMonitor - start process kube event 2025-11-05 09:20:45.59: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1763 newResVer=1763 2025-11-05 09:20:45.59: NetworkPolicyMonitor - start process kube event 2025-11-05 09:20:45.59: empty line received 2025-11-05 09:20:45.59: NetworkPolicyMonitor - start process kube event 2025-11-05 09:20:47.19: stop iteration NetworkPolicyMonitor 2025-11-05 09:20:47.19: NetworkPolicyMonitor - start process kube event 2025-11-05 09:20:47.19: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1763 2025-11-05 09:20:47.19: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:20:47.19: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:20:47.20: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:20:47.20: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1763'})(timeout=120) 2025-11-05 09:20:47.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:20:47.20: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:20:47.21: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1763'}) [Introspect:8108]10.0.0.33 - - [2025-11-05 09:20:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001142 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:21:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001145 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:21:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001434 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:22:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001196 2025-11-05 09:20:47.21: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:20:47.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:51.09: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:20:51.09: IngressMonitor - start process kube event 2025-11-05 09:20:51.09: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:20:51.09: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:20:51.09: IngressMonitor - Connect Kube API result 0 2025-11-05 09:20:51.09: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:20:51.09: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:20:51.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:20:51.09: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:20:51.09: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:20:51.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:20:51.11: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:20:51.11: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: IngressMonitor - start process kube event 2025-11-05 09:20:51.11: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: IngressMonitor - start process kube event 2025-11-05 09:20:51.11: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:51.11: IngressMonitor - start process kube event 2025-11-05 09:20:51.11: empty line received 2025-11-05 09:20:51.13: IngressMonitor - start process kube event 2025-11-05 09:20:53.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:20:53.56: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:54.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:20:54.10: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:20:55.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:21:23.79: NetworkMonitor - Received BOOKMARK: oldResVer=1402 newResVer=1402 2025-11-05 09:21:23.79: NetworkMonitor - start process kube event 2025-11-05 09:21:23.79: empty line received 2025-11-05 09:21:23.79: NetworkMonitor - start process kube event 2025-11-05 09:21:24.82: NamespaceMonitor - Received BOOKMARK: oldResVer=1795 newResVer=1795 2025-11-05 09:21:24.82: NamespaceMonitor - start process kube event 2025-11-05 09:21:24.82: empty line received 2025-11-05 09:21:24.82: NamespaceMonitor - start process kube event 2025-11-05 09:21:31.12: ServiceMonitor - Received BOOKMARK: oldResVer=1792 newResVer=1792 2025-11-05 09:21:31.12: ServiceMonitor - start process kube event 2025-11-05 09:21:31.12: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:21:31.12: empty line received 2025-11-05 09:21:31.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:21:31.13: VncKubernetes - vnc_sync - Service start 2025-11-05 09:21:31.13: VncKubernetes - vnc_sync - Service done 2025-11-05 09:21:31.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:21:31.13: ServiceMonitor - start process kube event 2025-11-05 09:22:21.57: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:22:21.57: EndPointMonitor - start process kube event 2025-11-05 09:22:21.57: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1759 2025-11-05 09:22:21.57: EndPointMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:22:21.57: EndPointMonitor - Connect Kube API result 0 2025-11-05 09:22:21.57: EndPointMonitor - _schedule_vnc_sync 2025-11-05 09:22:21.57: EndPointMonitor - Start Watching request https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1759'})(timeout=120) 2025-11-05 09:22:21.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-05 09:22:21.58: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-05 09:22:21.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:21.59: EndPointMonitor - Watches https://10.0.0.33:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1759'}) 2025-11-05 09:22:22.71: PodMonitor - Received ADDED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:22.71: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-05 09:22:22.71: PodMonitor - start process kube event 2025-11-05 09:22:22.71: empty line received 2025-11-05 09:22:22.71: PodMonitor - start process kube event 2025-11-05 09:22:22.73: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:22.73: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:22.73: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:22.73: PodMonitor - start process kube event 2025-11-05 09:22:22.73: empty line received 2025-11-05 09:22:22.73: PodMonitor - start process kube event 2025-11-05 09:22:22.75: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:22.75: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:22.75: PodMonitor - start process kube event 2025-11-05 09:22:22.75: empty line received 2025-11-05 09:22:22.75: PodMonitor - start process kube event 2025-11-05 09:22:22.98: PodMonitor - Received ADDED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:22.98: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-05 09:22:22.98: PodMonitor - start process kube event 2025-11-05 09:22:22.98: empty line received 2025-11-05 09:22:22.98: PodMonitor - start process kube event 2025-11-05 09:22:22.99: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:22.99: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:22.99: PodMonitor - start process kube event 2025-11-05 09:22:22.99: empty line received 2025-11-05 09:22:22.99: PodMonitor - start process kube event 2025-11-05 09:22:23.00: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:23.00: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:22:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002164 [Introspect:8108]10.0.0.33 - - [2025-11-05 09:22:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001071 2025-11-05 09:22:23.00: PodMonitor - start process kube event 2025-11-05 09:22:23.00: empty line received 2025-11-05 09:22:23.00: PodMonitor - start process kube event 2025-11-05 09:22:23.64: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:23.64: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:23.64: PodMonitor - start process kube event 2025-11-05 09:22:23.64: empty line received 2025-11-05 09:22:23.64: PodMonitor - start process kube event 2025-11-05 09:22:23.66: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-05 09:22:23.66: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:23.81: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:22:23.81: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:24.51: NetworkMonitor - Received BOOKMARK: oldResVer=1402 newResVer=1402 2025-11-05 09:22:24.51: NetworkMonitor - start process kube event 2025-11-05 09:22:24.51: empty line received 2025-11-05 09:22:24.51: NetworkMonitor - start process kube event 2025-11-05 09:22:24.59: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:24.59: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:24.59: PodMonitor - start process kube event 2025-11-05 09:22:24.59: empty line received 2025-11-05 09:22:24.59: PodMonitor - start process kube event 2025-11-05 09:22:24.60: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-05 09:22:24.60: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:24.75: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:22:24.75: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:24.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:22:24.77: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:24.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:25.56: NamespaceMonitor - Received BOOKMARK: oldResVer=1795 newResVer=1795 2025-11-05 09:22:25.56: NamespaceMonitor - start process kube event 2025-11-05 09:22:25.56: empty line received 2025-11-05 09:22:25.56: NamespaceMonitor - start process kube event 2025-11-05 09:22:31.19: ServiceMonitor - Received BOOKMARK: oldResVer=1792 newResVer=1792 2025-11-05 09:22:31.19: ServiceMonitor - start process kube event 2025-11-05 09:22:31.19: empty line received 2025-11-05 09:22:31.19: ServiceMonitor - start process kube event 2025-11-05 09:22:31.35: PodMonitor - Received BOOKMARK: oldResVer=1708 newResVer=2030 2025-11-05 09:22:31.35: PodMonitor - start process kube event 2025-11-05 09:22:31.35: empty line received 2025-11-05 09:22:31.35: PodMonitor - start process kube event 2025-11-05 09:22:42.33: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:42.33: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:42.33: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:42.33: PodMonitor - start process kube event 2025-11-05 09:22:42.33: empty line received 2025-11-05 09:22:42.33: PodMonitor - start process kube event 2025-11-05 09:22:42.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:43.33: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:43.33: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:43.33: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:22:43.33: PodMonitor - start process kube event 2025-11-05 09:22:43.33: empty line received 2025-11-05 09:22:43.33: PodMonitor - start process kube event 2025-11-05 09:22:43.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:44.61: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:44.61: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:44.61: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:22:44.61: PodMonitor - start process kube event 2025-11-05 09:22:44.61: empty line received 2025-11-05 09:22:44.61: PodMonitor - start process kube event 2025-11-05 09:22:44.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:47.22: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:22:47.22: NetworkPolicyMonitor - start process kube event 2025-11-05 09:22:47.22: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1763 2025-11-05 09:22:47.22: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:22:47.22: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-05 09:22:47.22: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-05 09:22:47.22: NetworkPolicyMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1763'})(timeout=120) 2025-11-05 09:22:47.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-05 09:22:47.22: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-05 09:22:47.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-05 09:22:47.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:47.23: NetworkPolicyMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1763'}) 2025-11-05 09:22:47.90: ServiceMonitor - Received BOOKMARK: oldResVer=1792 newResVer=1792 2025-11-05 09:22:47.90: ServiceMonitor - start process kube event 2025-11-05 09:22:47.90: empty line received 2025-11-05 09:22:47.90: ServiceMonitor - start process kube event 2025-11-05 09:22:49.89: stop iteration ServiceMonitor 2025-11-05 09:22:49.89: ServiceMonitor - start process kube event 2025-11-05 09:22:49.89: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1792 2025-11-05 09:22:49.89: ServiceMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:22:49.89: ServiceMonitor - Connect Kube API result 0 2025-11-05 09:22:49.89: ServiceMonitor - _schedule_vnc_sync 2025-11-05 09:22:49.89: ServiceMonitor - Start Watching request https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1792'})(timeout=120) 2025-11-05 09:22:49.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-05 09:22:49.90: VncKubernetes - vnc_sync - Service start 2025-11-05 09:22:49.90: VncKubernetes - vnc_sync - Service done 2025-11-05 09:22:49.90: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.33 - - [2025-11-05 09:22:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001013 2025-11-05 09:22:49.90: ServiceMonitor - Watches https://10.0.0.33:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1792'}) 2025-11-05 09:22:51.13: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.33', port=6443): Read timed out. 2025-11-05 09:22:51.13: IngressMonitor - start process kube event 2025-11-05 09:22:51.13: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=400 2025-11-05 09:22:51.14: IngressMonitor - Try to connect Kube API 10.0.0.33:6443 2025-11-05 09:22:51.14: IngressMonitor - Connect Kube API result 0 2025-11-05 09:22:51.14: IngressMonitor - _schedule_vnc_sync 2025-11-05 09:22:51.14: IngressMonitor - Start Watching request https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'})(timeout=120) 2025-11-05 09:22:51.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-05 09:22:51.14: VncKubernetes - vnc_sync - Ingress start 2025-11-05 09:22:51.14: VncKubernetes - vnc_sync - Ingress done 2025-11-05 09:22:51.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:22:51.16: IngressMonitor - Watches https://10.0.0.33:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '400'}) 2025-11-05 09:22:51.16: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: IngressMonitor - start process kube event 2025-11-05 09:22:51.16: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: IngressMonitor - start process kube event 2025-11-05 09:22:51.16: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:51.16: IngressMonitor - start process kube event 2025-11-05 09:22:51.16: empty line received 2025-11-05 09:22:51.16: IngressMonitor - start process kube event 2025-11-05 09:22:53.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:22:53.70: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:54.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:22:54.27: VncKubernetes - Process event (name=ctest-nginx-ingress-84283318 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-84283318:c3944270-b89b-4796-b5ff-5943e012a2bc 2025-11-05 09:22:55.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:23:16.41: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.41: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.41: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.41: PodMonitor - start process kube event 2025-11-05 09:23:16.41: empty line received 2025-11-05 09:23:16.41: PodMonitor - start process kube event 2025-11-05 09:23:16.42: PodMonitor - Received MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.42: PodMonitor - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.42: PodMonitor - start process kube event 2025-11-05 09:23:16.42: empty line received 2025-11-05 09:23:16.42: PodMonitor - start process kube event 2025-11-05 09:23:16.42: PodMonitor - Received DELETED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.42: PodMonitor - Got DELETED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.42: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-05 09:23:16.42: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.42: PodMonitor - start process kube event 2025-11-05 09:23:16.42: empty line received 2025-11-05 09:23:16.42: PodMonitor - start process kube event 2025-11-05 09:23:16.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:23:16.49: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:67b0051a-604b-4bce-a710-7ae596065955 2025-11-05 09:23:16.52: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:23:16.52: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:23:16.52: PodMonitor - start process kube event 2025-11-05 09:23:16.52: empty line received 2025-11-05 09:23:16.52: PodMonitor - start process kube event 2025-11-05 09:23:16.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-05 09:23:16.75: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:c15aa4df-2d62-436d-8c7a-9a3ab898d420 2025-11-05 09:23:16.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:23:23.86: NetworkMonitor - Received BOOKMARK: oldResVer=1402 newResVer=1402 2025-11-05 09:23:23.86: NetworkMonitor - start process kube event 2025-11-05 09:23:23.86: empty line received 2025-11-05 09:23:23.86: NetworkMonitor - start process kube event 2025-11-05 09:23:25.23: NamespaceMonitor - Received BOOKMARK: oldResVer=1795 newResVer=1795 2025-11-05 09:23:25.23: NamespaceMonitor - start process kube event 2025-11-05 09:23:25.23: NamespaceMonitor - _schedule_vnc_sync 2025-11-05 09:23:25.23: empty line received 2025-11-05 09:23:25.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-05 09:23:25.23: VncKubernetes - vnc_sync - Namespace start 2025-11-05 09:23:25.23: VncKubernetes - vnc_sync - Namespace done 2025-11-05 09:23:25.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-05 09:23:25.23: NamespaceMonitor - start process kube event 2025-11-05 09:23:31.34: PodMonitor - Received BOOKMARK: oldResVer=2030 newResVer=2115 2025-11-05 09:23:31.34: PodMonitor - start process kube event 2025-11-05 09:23:31.34: empty line received 2025-11-05 09:23:31.34: PodMonitor - start process kube event 2025-11-05 09:23:35.43: NamespaceMonitor - Received BOOKMARK: oldResVer=1795 newResVer=1795 2025-11-05 09:23:35.43: NamespaceMonitor - start process kube event 2025-11-05 09:23:35.43: empty line received 2025-11-05 09:23:35.43: NamespaceMonitor - start process kube event 2025-11-05 09:23:36.66: NamespaceMonitor - Received BOOKMARK: oldResVer=1795 newResVer=1795 2025-11-05 09:23:36.66: NamespaceMonitor - start process kube event 2025-11-05 09:23:36.66: empty line received 2025-11-05 09:23:36.66: NamespaceMonitor - start process kube event 2025-11-05 09:23:37.77: stop iteration NamespaceMonitor 2025-11-05 09:23:37.77: NamespaceMonitor - start process kube event 2025-11-05 09:23:37.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1795