++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Oct 30 01:51:36 AM UTC 2025 ===================' INFO: =================== Thu Oct 30 01:51:36 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ head -n 1 +++ ip addr show dev ens3 +++ awk '{print $2}' ++ DEFAULT_LOCAL_IP=10.0.0.41 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.41 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.41 ++ ANALYTICSDB_NODES=10.0.0.41 ++ ANALYTICS_SNMP_NODES=10.0.0.41 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8081 ' +++ '[' -n '10.0.0.41:8081 ' ']' +++ echo 10.0.0.41:8081 ++ ANALYTICS_SERVERS=10.0.0.41:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9042 ' +++ '[' -n '10.0.0.41:9042 ' ']' +++ echo 10.0.0.41:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.41:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.41 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8086 ' +++ '[' -n '10.0.0.41:8086 ' ']' +++ echo 10.0.0.41:8086 ++ COLLECTOR_SERVERS=10.0.0.41:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.41 ++ CONFIGDB_NODES=10.0.0.41 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:8082 ' +++ '[' -n '10.0.0.41:8082 ' ']' +++ echo 10.0.0.41:8082 ++ CONFIG_SERVERS=10.0.0.41:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9161 ' +++ '[' -n '10.0.0.41:9161 ' ']' +++ echo 10.0.0.41:9161 ++ CONFIGDB_SERVERS=10.0.0.41:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9041 ' +++ '[' -n '10.0.0.41:9041 ' ']' +++ echo 10.0.0.41:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.41:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.41 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.41 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.41 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+=10.0.0.41:2181, +++ '[' -n 10.0.0.41:2181, ']' +++ echo 10.0.0.41:2181 ++ ZOOKEEPER_SERVERS=10.0.0.41:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:2181 ' +++ '[' -n '10.0.0.41:2181 ' ']' +++ echo 10.0.0.41:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.41:2181 ++ RABBITMQ_NODES=10.0.0.41 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+=10.0.0.41:5673, +++ '[' -n 10.0.0.41:5673, ']' +++ echo 10.0.0.41:5673 ++ RABBITMQ_SERVERS=10.0.0.41:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:6379 ' +++ '[' -n '10.0.0.41:6379 ' ']' +++ echo 10.0.0.41:6379 ++ REDIS_SERVERS=10.0.0.41:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.41 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.41 +++ local server_address=10.0.0.41 +++ extended_server_list+='10.0.0.41:9092 ' +++ '[' -n '10.0.0.41:9092 ' ']' +++ echo 10.0.0.41:9092 ++ KAFKA_SERVERS=10.0.0.41:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.41 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.41 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.41 ++ cut -d , -f 1 + local cassandra=10.0.0.41 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.41 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IjU1TVE2UzR2RE5PenFQbDFubDlEX282NVhnZFMwUHdwX0lBT3J3S2lxTHMifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjYxMmJhYTgyLTdhNTAtNDdkZC1iOTZjLWRmYzk2MDY1NDVhNiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.UzE-ooSsDvjU6zkfst3gr_7lHpz82aZ87ORpGk1KUBv3M8mFmV6uTFCdqJ7wUn3unjm7NOqE_fuq6viFbUPP3NfwRWFgXuct3RjasUUbOZOek7gB9AksVdzI8bCYrZmCAph9edRbcKgOKNwGTOHpq5Jjeq7BwvEJyxV8dygNKlDjUOu5dsYWyIrD2hAXH6uGVNMzgRbv3BSvYZ8KoKLLLCsWFOb1mOy43vWLNLtrPW2bwlm_6Y1m_aiRNOTAVXBttqGf4y3gP3ELRr1ibnEI452hDJAuBvtj69AeJcqUSUlYwroeZBE-q8GYXAqNpuvEIyQ-zthKKSMHt3ajWEBSDQ ++ get_listen_ip_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.41 +++ local servers=10.0.0.41 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ uniq ++++ grep -vi host ++++ sort ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.41,10.123.16.1,127.0.0.1,172.17.0.1,252.41.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.41'\''))' +++ local server_ip=10.0.0.41 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.41 ]] +++ [[ ,10.0.0.41,10.123.16.1,127.0.0.1,172.17.0.1,252.41.0.1,, =~ ,10\.0\.0\.41, ]] +++ echo 10.0.0.41 1 +++ return ++ local ip=10.0.0.41 ++ [[ -z 10.0.0.41 ]] ++ echo 10.0.0.41 + host_ip=10.0.0.41 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.41:9041 + cassandra_server_list=10.0.0.41:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ sort ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/30/2025 01:51:46.111 7f046b619900 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/30/2025 01:51:46.522 7f046b619900 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/30/2025 01:51:46.524 7f046b619900 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-10-30 01:52:17.04: KubeMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:17.04: KubeMonitor - Connect Kube API result 0 2025-10-30 01:52:17.13: KubeMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-30 01:52:17.14: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-30 01:52:17.15: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1 2025-10-30 01:52:17.15: PodMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-30 01:52:17.16: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-30 01:52:17.17: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/apis/networking.k8s.io/v1 2025-10-30 01:52:17.17: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/api/v1 2025-10-30 01:52:17.18: IngressMonitor - KubeMonitor init done: url=https://10.0.0.41:6443/apis/networking.k8s.io/v1 2025-10-30 01:52:17.18: VncKubernetes - vnc_connect starting 2025-10-30 01:52:17.20: VncKubernetes - vnc_connect done 2025-10-30 01:52:17.33: default-domain domain available. 2025-10-30 01:52:21.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:52:21.53: NamespaceMonitor - start process kube event 2025-10-30 01:52:21.53: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: NetworkMonitor - start process kube event 2025-10-30 01:52:21.53: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: PodMonitor - start process kube event 2025-10-30 01:52:21.53: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: PodMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: ServiceMonitor - start process kube event 2025-10-30 01:52:21.53: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: NetworkPolicyMonitor - start process kube event 2025-10-30 01:52:21.53: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: EndPointMonitor - start process kube event 2025-10-30 01:52:21.53: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: EndPointMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: IngressMonitor - start process kube event 2025-10-30 01:52:21.53: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.53: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.53: IngressMonitor - Connect Kube API result 0 2025-10-30 01:52:21.53: IngressMonitor - Start init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-30 01:52:21.53: EndPointMonitor - Connect Kube API result 0 2025-10-30 01:52:21.53: EndPointMonitor - Start init url=https://10.0.0.41:6443/api/v1/endpoints resource_version=None 2025-10-30 01:52:21.53: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 01:52:21.53: NetworkPolicyMonitor - Start init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-30 01:52:21.53: ServiceMonitor - Connect Kube API result 0 2025-10-30 01:52:21.53: ServiceMonitor - Start init url=https://10.0.0.41:6443/api/v1/services resource_version=None 2025-10-30 01:52:21.53: PodMonitor - Connect Kube API result 0 2025-10-30 01:52:21.53: PodMonitor - Start init url=https://10.0.0.41:6443/api/v1/pods resource_version=None 2025-10-30 01:52:21.53: NetworkMonitor - Connect Kube API result 0 2025-10-30 01:52:21.54: NamespaceMonitor - Connect Kube API result 0 2025-10-30 01:52:21.54: NamespaceMonitor - Start init url=https://10.0.0.41:6443/api/v1/namespaces resource_version=None 2025-10-30 01:52:21.56: NetworkPolicyMonitor - Done init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=408 2025-10-30 01:52:21.56: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.56: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:52:21.56: IngressMonitor - Done init url=https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses, resource_version=408 2025-10-30 01:52:21.56: IngressMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.56: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:52:21.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 01:52:21.56: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 01:52:21.57: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:52:21.57: EndPointMonitor - Got ADDED Endpoints default:kubernetes:af32282c-41cd-44d6-bc65-29e9cf4e72c9 2025-10-30 01:52:21.57: NamespaceMonitor - Got ADDED Namespace None:contrail:562cedbd-db97-4665-b20e-1012101b70fd 2025-10-30 01:52:21.57: ServiceMonitor - Got ADDED Service default:kubernetes:aade059b-7e2a-4c0a-a83b-b67f51d02d04 2025-10-30 01:52:21.57: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:52:21.57: PodMonitor - Done init url=https://10.0.0.41:6443/api/v1/pods, resource_version=408 2025-10-30 01:52:21.57: PodMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.57: PodMonitor - Start Watching request https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:52:21.57: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 01:52:21.57: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 01:52:21.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 01:52:21.57: VncKubernetes - vnc_sync - Ingress start 2025-10-30 01:52:21.57: VncKubernetes - vnc_sync - Ingress done 2025-10-30 01:52:21.57: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 01:52:21.57: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:af32282c-41cd-44d6-bc65-29e9cf4e72c9 2025-10-30 01:52:21.57: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:52:21.58: EndPointMonitor - Done init url=https://10.0.0.41:6443/api/v1/endpoints, resource_version=408 2025-10-30 01:52:21.58: EndPointMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.58: EndPointMonitor - Start Watching request https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:52:21.58: NetworkMonitor - Start init url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-30 01:52:21.58: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:52:21.58: PodMonitor - Watches https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:52:21.58: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) [Introspect:8108]10.0.0.41 - - [2025-10-30 01:52:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001395 [Introspect:8108]10.0.0.41 - - [2025-10-30 01:52:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001014 [Introspect:8108]10.0.0.41 - - [2025-10-30 01:52:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001212 [Introspect:8108]10.0.0.41 - - [2025-10-30 01:53:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001164 2025-10-30 01:52:21.58: EndPointMonitor - Watches https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:52:21.58: NetworkMonitor - start process kube event 2025-10-30 01:52:21.58: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-30 01:52:21.58: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:52:21.58: NetworkMonitor - Connect Kube API result 0 2025-10-30 01:52:21.58: NamespaceMonitor - Got ADDED Namespace None:default:4ede2fce-c8fc-4f55-90c3-55dccfab116b 2025-10-30 01:52:21.59: ServiceMonitor - Got ADDED Service kube-system:kube-dns:5d8e8a0d-db61-47f0-82bb-538874664aa9 2025-10-30 01:52:21.59: ServiceMonitor - Done init url=https://10.0.0.41:6443/api/v1/services, resource_version=408 2025-10-30 01:52:21.59: ServiceMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.59: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:52:21.59: NetworkMonitor - Start init url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-30 01:52:21.59: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:1a2441be-f67f-48c3-83d0-a62ef1e84d4b 2025-10-30 01:52:21.60: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:52:21.60: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 01:52:21.60: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:562cedbd-db97-4665-b20e-1012101b70fd 2025-10-30 01:52:21.60: NamespaceMonitor - Got ADDED Namespace None:kube-public:5a221714-8ee4-4709-94fd-a12169556c98 2025-10-30 01:52:21.61: NamespaceMonitor - Got ADDED Namespace None:kube-system:0a5c234b-4824-41a0-b3c7-1b9065561c41 2025-10-30 01:52:21.61: NamespaceMonitor - Done init url=https://10.0.0.41:6443/api/v1/namespaces, resource_version=408 2025-10-30 01:52:21.61: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.61: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:52:21.61: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:52:21.63: NetworkMonitor - Done init url=https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=412 2025-10-30 01:52:21.63: NetworkMonitor - _schedule_vnc_sync 2025-10-30 01:52:21.63: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-10-30 01:52:21.63: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-10-30 01:52:23.45: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 01:52:23.45: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:aade059b-7e2a-4c0a-a83b-b67f51d02d04 2025-10-30 01:52:24.61: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 01:52:24.61: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:52:25.70: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-30 01:52:25.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 01:52:25.70: VncKubernetes - vnc_sync - Pod start 2025-10-30 01:52:25.70: VncKubernetes - vnc_sync - Pod done 2025-10-30 01:52:25.70: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 01:52:25.70: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:52:25.70: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:52:25.70: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:52:25.70: PodMonitor - start process kube event 2025-10-30 01:52:25.70: empty line received 2025-10-30 01:52:25.70: PodMonitor - start process kube event 2025-10-30 01:52:25.71: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 01:52:25.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 01:52:25.71: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 01:52:25.71: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-30 01:52:25.71: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:4ede2fce-c8fc-4f55-90c3-55dccfab116b 2025-10-30 01:52:27.55: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-30 01:52:27.55: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:5d8e8a0d-db61-47f0-82bb-538874664aa9 2025-10-30 01:52:29.22: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-30 01:52:29.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 01:52:29.22: VncKubernetes - vnc_sync - Service start 2025-10-30 01:52:29.22: VncKubernetes - vnc_sync - Service done 2025-10-30 01:52:29.22: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 01:52:29.22: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:1a2441be-f67f-48c3-83d0-a62ef1e84d4b 2025-10-30 01:52:30.86: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 01:52:30.86: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:5a221714-8ee4-4709-94fd-a12169556c98 2025-10-30 01:52:32.60: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 01:52:32.60: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:0a5c234b-4824-41a0-b3c7-1b9065561c41 2025-10-30 01:52:33.88: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 01:52:33.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 01:52:33.88: VncKubernetes - vnc_sync - Namespace start 2025-10-30 01:52:33.88: VncKubernetes - vnc_sync - Namespace done 2025-10-30 01:52:33.88: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 01:52:33.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 01:52:33.88: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 01:52:33.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 01:52:33.88: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:52:33.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:53:21.54: PodMonitor - Received BOOKMARK: oldResVer=408 newResVer=419 2025-10-30 01:53:21.55: PodMonitor - start process kube event 2025-10-30 01:53:21.55: empty line received 2025-10-30 01:53:21.55: PodMonitor - start process kube event 2025-10-30 01:54:21.57: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-10-30 01:54:21.57: PodMonitor - start process kube event 2025-10-30 01:54:21.57: empty line received 2025-10-30 01:54:21.57: PodMonitor - start process kube event 2025-10-30 01:54:21.57: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:54:21.57: NetworkPolicyMonitor - start process kube event 2025-10-30 01:54:21.57: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:54:21.57: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:54:21.57: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 01:54:21.57: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 01:54:21.57: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:54:21.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 01:54:21.57: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 01:54:21.57: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 01:54:21.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:54:21.58: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:54:21.58: IngressMonitor - start process kube event 2025-10-30 01:54:21.58: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:54:21.58: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:54:21.58: IngressMonitor - Connect Kube API result 0 2025-10-30 01:54:21.58: IngressMonitor - _schedule_vnc_sync 2025-10-30 01:54:21.58: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:54:21.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 01:54:21.58: VncKubernetes - vnc_sync - Ingress start 2025-10-30 01:54:21.58: VncKubernetes - vnc_sync - Ingress done 2025-10-30 01:54:21.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:54:21.58: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:54:21.59: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:54:21.59: EndPointMonitor - start process kube event 2025-10-30 01:54:21.59: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:54:21.59: EndPointMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:54:21.59: EndPointMonitor - Connect Kube API result 0 2025-10-30 01:54:21.59: EndPointMonitor - _schedule_vnc_sync 2025-10-30 01:54:21.59: EndPointMonitor - Start Watching request https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:54:21.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 01:54:21.59: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 01:54:21.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:54:21.59: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:54:21.60: EndPointMonitor - Watches https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:54:21.60: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:54:21.60: ServiceMonitor - start process kube event 2025-10-30 01:54:21.60: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:54:21.60: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:54:21.60: ServiceMonitor - Connect Kube API result 0 2025-10-30 01:54:21.60: ServiceMonitor - _schedule_vnc_sync 2025-10-30 01:54:21.60: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:54:21.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 01:54:21.60: VncKubernetes - vnc_sync - Service start 2025-10-30 01:54:21.60: VncKubernetes - vnc_sync - Service done 2025-10-30 01:54:21.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:54:21.60: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:54:21.61: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:54:21.61: NamespaceMonitor - start process kube event 2025-10-30 01:54:21.61: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:54:21.61: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:54:21.61: NamespaceMonitor - Connect Kube API result 0 2025-10-30 01:54:21.61: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 01:54:21.61: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:54:21.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 01:54:21.62: VncKubernetes - vnc_sync - Namespace start 2025-10-30 01:54:21.62: VncKubernetes - vnc_sync - Namespace done 2025-10-30 01:54:21.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:54:21.62: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:54:21.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:54:21.64: NetworkMonitor - start process kube event 2025-10-30 01:54:21.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-10-30 01:54:21.64: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:54:21.64: NetworkMonitor - Connect Kube API result 0 2025-10-30 01:54:21.64: NetworkMonitor - _schedule_vnc_sync 2025-10-30 01:54:21.64: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-10-30 01:54:21.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 01:54:21.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 01:54:21.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:54:21.64: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-10-30 01:55:21.39: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-10-30 01:55:21.39: PodMonitor - start process kube event 2025-10-30 01:55:21.39: empty line received 2025-10-30 01:55:21.39: PodMonitor - start process kube event 2025-10-30 01:56:21.59: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:56:21.59: NetworkPolicyMonitor - start process kube event 2025-10-30 01:56:21.59: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:56:21.59: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:56:21.59: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 01:56:21.59: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 01:56:21.59: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:56:21.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 01:56:21.59: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 01:56:21.59: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:56:21.59: IngressMonitor - start process kube event 2025-10-30 01:56:21.59: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:56:21.59: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:56:21.59: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 01:56:21.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:21.59: IngressMonitor - Connect Kube API result 0 2025-10-30 01:56:21.60: IngressMonitor - _schedule_vnc_sync 2025-10-30 01:56:21.60: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:56:21.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 01:56:21.60: VncKubernetes - vnc_sync - Ingress start 2025-10-30 01:56:21.60: VncKubernetes - vnc_sync - Ingress done 2025-10-30 01:56:21.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:21.60: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:56:21.60: EndPointMonitor - start process kube event 2025-10-30 01:56:21.60: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:56:21.60: EndPointMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:56:21.60: EndPointMonitor - Connect Kube API result 0 2025-10-30 01:56:21.60: EndPointMonitor - _schedule_vnc_sync 2025-10-30 01:56:21.60: EndPointMonitor - Start Watching request https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:56:21.60: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:56:21.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 01:56:21.60: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 01:56:21.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:21.60: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:56:21.61: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:56:21.61: ServiceMonitor - start process kube event 2025-10-30 01:56:21.61: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:56:21.61: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:56:21.61: ServiceMonitor - Connect Kube API result 0 2025-10-30 01:56:21.61: ServiceMonitor - _schedule_vnc_sync 2025-10-30 01:56:21.61: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:56:21.61: EndPointMonitor - Watches https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:56:21.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 01:56:21.61: VncKubernetes - vnc_sync - Service start 2025-10-30 01:56:21.61: VncKubernetes - vnc_sync - Service done 2025-10-30 01:56:21.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:21.61: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:56:21.62: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:56:21.62: NamespaceMonitor - start process kube event 2025-10-30 01:56:21.62: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:56:21.62: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:56:21.62: NamespaceMonitor - Connect Kube API result 0 2025-10-30 01:56:21.62: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 01:56:21.62: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:56:21.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 01:56:21.62: VncKubernetes - vnc_sync - Namespace start 2025-10-30 01:56:21.62: VncKubernetes - vnc_sync - Namespace done 2025-10-30 01:56:21.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:21.63: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:56:21.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:56:21.64: NetworkMonitor - start process kube event 2025-10-30 01:56:21.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-10-30 01:56:21.65: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:56:21.65: NetworkMonitor - Connect Kube API result 0 2025-10-30 01:56:21.65: NetworkMonitor - _schedule_vnc_sync 2025-10-30 01:56:21.65: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-10-30 01:56:21.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 01:56:21.65: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 01:56:21.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:21.65: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-10-30 01:56:22.20: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=419 2025-10-30 01:56:22.20: PodMonitor - start process kube event 2025-10-30 01:56:22.20: PodMonitor - _schedule_vnc_sync 2025-10-30 01:56:22.20: empty line received 2025-10-30 01:56:22.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 01:56:22.21: VncKubernetes - vnc_sync - Pod start 2025-10-30 01:56:22.21: PodMonitor - start process kube event 2025-10-30 01:56:22.22: VncKubernetes - vnc_sync - Pod done 2025-10-30 01:56:22.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:31.07: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:56:31.07: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:56:31.07: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:56:31.07: PodMonitor - start process kube event 2025-10-30 01:56:31.07: empty line received 2025-10-30 01:56:31.07: PodMonitor - start process kube event 2025-10-30 01:56:31.09: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.41 - - [2025-10-30 01:57:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001011 [Introspect:8108]10.0.0.41 - - [2025-10-30 01:57:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001043 [Introspect:8108]10.0.0.41 - - [2025-10-30 01:57:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001016 [Introspect:8108]10.0.0.41 - - [2025-10-30 01:57:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001334 2025-10-30 01:56:31.09: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:56:31.09: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:56:31.09: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:56:31.09: EndPointMonitor - start process kube event 2025-10-30 01:56:31.09: empty line received 2025-10-30 01:56:31.09: EndPointMonitor - start process kube event 2025-10-30 01:56:31.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:56:32.07: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:56:32.07: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:56:32.07: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:56:32.07: PodMonitor - start process kube event 2025-10-30 01:56:32.07: empty line received 2025-10-30 01:56:32.07: PodMonitor - start process kube event 2025-10-30 01:56:32.08: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:56:32.08: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:56:32.08: EndPointMonitor - start process kube event 2025-10-30 01:56:32.08: empty line received 2025-10-30 01:56:32.08: EndPointMonitor - start process kube event 2025-10-30 01:56:32.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 01:56:32.09: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:56:32.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:57:21.31: EndPointMonitor - Received BOOKMARK: oldResVer=408 newResVer=770 2025-10-30 01:57:21.31: EndPointMonitor - start process kube event 2025-10-30 01:57:21.31: empty line received 2025-10-30 01:57:21.31: EndPointMonitor - start process kube event 2025-10-30 01:57:22.97: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=768 2025-10-30 01:57:22.97: PodMonitor - start process kube event 2025-10-30 01:57:22.97: empty line received 2025-10-30 01:57:22.97: PodMonitor - start process kube event 2025-10-30 01:58:13.22: PodMonitor - Received BOOKMARK: oldResVer=768 newResVer=768 2025-10-30 01:58:13.22: PodMonitor - start process kube event 2025-10-30 01:58:13.22: empty line received 2025-10-30 01:58:13.22: PodMonitor - start process kube event 2025-10-30 01:58:14.38: PodMonitor - Received BOOKMARK: oldResVer=768 newResVer=768 2025-10-30 01:58:14.38: PodMonitor - start process kube event 2025-10-30 01:58:14.38: empty line received 2025-10-30 01:58:14.38: PodMonitor - start process kube event 2025-10-30 01:58:16.14: stop iteration PodMonitor 2025-10-30 01:58:16.14: PodMonitor - start process kube event 2025-10-30 01:58:16.14: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=768 2025-10-30 01:58:16.14: PodMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:58:16.14: PodMonitor - Connect Kube API result 0 2025-10-30 01:58:16.14: PodMonitor - _schedule_vnc_sync 2025-10-30 01:58:16.14: PodMonitor - Start Watching request https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '768'})(timeout=120) 2025-10-30 01:58:16.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 01:58:16.14: VncKubernetes - vnc_sync - Pod start 2025-10-30 01:58:16.14: VncKubernetes - vnc_sync - Pod done 2025-10-30 01:58:16.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:58:16.15: PodMonitor - Watches https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '768'}) 2025-10-30 01:58:21.60: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:58:21.60: NetworkPolicyMonitor - start process kube event 2025-10-30 01:58:21.60: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:58:21.60: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:58:21.60: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 01:58:21.60: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 01:58:21.60: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:58:21.61: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:58:21.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 01:58:21.61: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 01:58:21.61: IngressMonitor - start process kube event 2025-10-30 01:58:21.61: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:58:21.61: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:58:21.61: IngressMonitor - Connect Kube API result 0 2025-10-30 01:58:21.61: IngressMonitor - _schedule_vnc_sync 2025-10-30 01:58:21.61: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:58:21.61: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 01:58:21.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 01:58:21.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 01:58:21.61: VncKubernetes - vnc_sync - Ingress start 2025-10-30 01:58:21.61: VncKubernetes - vnc_sync - Ingress done 2025-10-30 01:58:21.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:58:21.61: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:58:21.61: ServiceMonitor - start process kube event 2025-10-30 01:58:21.62: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:58:21.62: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:58:21.62: ServiceMonitor - Connect Kube API result 0 2025-10-30 01:58:21.62: ServiceMonitor - _schedule_vnc_sync 2025-10-30 01:58:21.62: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:58:21.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 01:58:21.62: VncKubernetes - vnc_sync - Service start 2025-10-30 01:58:21.62: VncKubernetes - vnc_sync - Service done 2025-10-30 01:58:21.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:58:21.62: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:58:21.63: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:58:21.63: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:58:21.63: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:58:21.63: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.41 - - [2025-10-30 02:00:13] "GET /Snh_NamespaceDatabaseList?namespace_uuid=4ede2fce-c8fc-4f55-90c3-55dccfab116b HTTP/1.1" 200 753 0.000621 2025-10-30 01:58:21.63: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 01:58:21.63: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:58:21.63: NamespaceMonitor - Connect Kube API result 0 2025-10-30 01:58:21.63: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 01:58:21.63: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 01:58:21.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 01:58:21.63: VncKubernetes - vnc_sync - Namespace start 2025-10-30 01:58:21.63: VncKubernetes - vnc_sync - Namespace done 2025-10-30 01:58:21.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:58:21.64: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 01:58:21.65: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 01:58:21.65: NetworkMonitor - start process kube event 2025-10-30 01:58:21.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-10-30 01:58:21.65: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 01:58:21.65: NetworkMonitor - Connect Kube API result 0 2025-10-30 01:58:21.65: NetworkMonitor - _schedule_vnc_sync 2025-10-30 01:58:21.65: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-10-30 01:58:21.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 01:58:21.65: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 01:58:21.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:58:21.66: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-10-30 01:58:21.90: EndPointMonitor - Received BOOKMARK: oldResVer=770 newResVer=770 2025-10-30 01:58:21.90: EndPointMonitor - start process kube event 2025-10-30 01:58:21.90: empty line received 2025-10-30 01:58:21.90: EndPointMonitor - start process kube event 2025-10-30 01:58:38.22: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:58:38.22: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:58:38.22: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:58:38.22: PodMonitor - start process kube event 2025-10-30 01:58:38.22: empty line received 2025-10-30 01:58:38.22: PodMonitor - start process kube event 2025-10-30 01:58:38.23: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:58:38.23: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:58:38.24: EndPointMonitor - start process kube event 2025-10-30 01:58:38.24: empty line received 2025-10-30 01:58:38.24: EndPointMonitor - start process kube event 2025-10-30 01:58:38.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 01:58:38.24: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:58:38.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:58:38.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:58:38.25: PodMonitor - start process kube event 2025-10-30 01:58:38.25: empty line received 2025-10-30 01:58:38.25: PodMonitor - start process kube event 2025-10-30 01:58:38.25: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:58:38.25: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:58:38.25: EndPointMonitor - start process kube event 2025-10-30 01:58:38.25: empty line received 2025-10-30 01:58:38.25: EndPointMonitor - start process kube event 2025-10-30 01:58:38.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 01:58:38.61: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 01:58:38.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 01:58:38.66: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 01:58:39.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 01:59:16.00: PodMonitor - Received BOOKMARK: oldResVer=768 newResVer=952 2025-10-30 01:59:16.00: PodMonitor - start process kube event 2025-10-30 01:59:16.01: empty line received 2025-10-30 01:59:16.01: PodMonitor - start process kube event 2025-10-30 01:59:21.54: EndPointMonitor - Received BOOKMARK: oldResVer=770 newResVer=955 2025-10-30 01:59:21.54: EndPointMonitor - start process kube event 2025-10-30 01:59:21.54: empty line received 2025-10-30 01:59:21.54: EndPointMonitor - start process kube event 2025-10-30 02:00:13.83: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-34208728:65b5f9ea-363f-4f08-9600-38cf8d90aa7d 2025-10-30 02:00:13.84: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-34208728:65b5f9ea-363f-4f08-9600-38cf8d90aa7d 2025-10-30 02:00:13.84: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-34208728:65b5f9ea-363f-4f08-9600-38cf8d90aa7d 2025-10-30 02:00:13.84: ServiceMonitor - start process kube event 2025-10-30 02:00:13.84: empty line received 2025-10-30 02:00:13.84: ServiceMonitor - start process kube event 2025-10-30 02:00:13.86: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:13.86: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:13.86: EndPointMonitor - start process kube event 2025-10-30 02:00:13.86: empty line received 2025-10-30 02:00:13.86: EndPointMonitor - start process kube event 2025-10-30 02:00:13.90: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:13.90: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-89230150 (no nodeName) 2025-10-30 02:00:13.90: PodMonitor - start process kube event 2025-10-30 02:00:13.90: empty line received 2025-10-30 02:00:13.90: PodMonitor - start process kube event 2025-10-30 02:00:13.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:13.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:13.92: PodMonitor - start process kube event 2025-10-30 02:00:13.92: empty line received 2025-10-30 02:00:13.92: PodMonitor - start process kube event 2025-10-30 02:00:13.94: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:13.94: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-77690064 (no nodeName) 2025-10-30 02:00:13.94: PodMonitor - start process kube event 2025-10-30 02:00:13.94: empty line received 2025-10-30 02:00:13.94: PodMonitor - start process kube event 2025-10-30 02:00:13.95: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:13.95: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:13.95: PodMonitor - start process kube event 2025-10-30 02:00:13.95: empty line received 2025-10-30 02:00:13.95: PodMonitor - start process kube event 2025-10-30 02:00:13.96: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:13.96: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:13.96: PodMonitor - start process kube event 2025-10-30 02:00:13.96: empty line received 2025-10-30 02:00:13.96: PodMonitor - start process kube event 2025-10-30 02:00:13.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:13.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:13.97: PodMonitor - start process kube event 2025-10-30 02:00:13.97: empty line received 2025-10-30 02:00:13.97: PodMonitor - start process kube event 2025-10-30 02:00:14.98: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:00:14.98: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:15.05: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:00:15.05: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:15.32: PodMonitor - Received BOOKMARK: oldResVer=952 newResVer=1099 2025-10-30 02:00:15.32: PodMonitor - start process kube event 2025-10-30 02:00:15.32: empty line received 2025-10-30 02:00:15.32: PodMonitor - start process kube event 2025-10-30 02:00:15.89: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:15.89: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:15.89: PodMonitor - start process kube event 2025-10-30 02:00:15.89: empty line received 2025-10-30 02:00:15.89: PodMonitor - start process kube event 2025-10-30 02:00:15.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:00:15.90: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:16.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:00:16.02: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:16.61: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:16.61: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:16.61: PodMonitor - start process kube event 2025-10-30 02:00:16.61: empty line received 2025-10-30 02:00:16.61: PodMonitor - start process kube event 2025-10-30 02:00:16.64: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:00:16.64: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:16.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:00:16.77: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:16.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:00:16.79: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:16.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:00:20.21: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:00:20.21: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:00:20.21: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:00:20.22: IngressMonitor - start process kube event 2025-10-30 02:00:20.22: empty line received 2025-10-30 02:00:20.22: IngressMonitor - start process kube event 2025-10-30 02:00:21.27: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:00:21.27: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:00:21.27: IngressMonitor - start process kube event 2025-10-30 02:00:21.27: empty line received 2025-10-30 02:00:21.27: IngressMonitor - start process kube event 2025-10-30 02:00:21.63: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:00:21.63: NetworkPolicyMonitor - start process kube event 2025-10-30 02:00:21.63: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:00:21.63: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:00:21.63: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 02:00:21.63: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 02:00:21.63: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 02:00:21.64: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:00:21.64: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:00:21.64: NamespaceMonitor - start process kube event 2025-10-30 02:00:21.64: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:00:21.64: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:00:21.64: NamespaceMonitor - Connect Kube API result 0 2025-10-30 02:00:21.64: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 02:00:21.64: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 02:00:21.65: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:00:21.66: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:00:21.66: NetworkMonitor - start process kube event 2025-10-30 02:00:21.66: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-10-30 02:00:21.66: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:00:21.66: NetworkMonitor - Connect Kube API result 0 2025-10-30 02:00:21.66: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.41 - - [2025-10-30 02:00:23] "GET /Snh_LoadbalancerDatabaseList?x=5e32b660-67fb-4b51-93a6-3525b6a0087d HTTP/1.1" 200 1869 0.000709 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:00:33] "GET /Snh_VirtualMachineDatabaseList?x=62b96a6e-c656-4668-8cb3-3ad53f4fa28b HTTP/1.1" 200 2149 0.000736 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:00:33] "GET /Snh_VirtualMachineDatabaseList?x=381b0fb2-1117-4a90-9fc7-28314ac5a60f HTTP/1.1" 200 2149 0.000745 2025-10-30 02:00:21.66: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-10-30 02:00:21.67: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-10-30 02:00:22.22: EndPointMonitor - Received BOOKMARK: oldResVer=955 newResVer=1090 2025-10-30 02:00:22.22: EndPointMonitor - start process kube event 2025-10-30 02:00:22.22: EndPointMonitor - _schedule_vnc_sync 2025-10-30 02:00:22.22: empty line received 2025-10-30 02:00:22.22: EndPointMonitor - start process kube event 2025-10-30 02:00:22.29: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:00:22.29: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:00:22.69: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:00:22.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 02:00:22.69: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 02:00:22.70: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 02:00:22.70: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:00:22.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 02:00:22.70: VncKubernetes - vnc_sync - Namespace start 2025-10-30 02:00:22.70: VncKubernetes - vnc_sync - Namespace done 2025-10-30 02:00:22.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:00:22.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 02:00:22.70: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 02:00:22.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:00:22.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 02:00:22.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 02:00:22.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:00:23.24: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.24: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-15748346 (no nodeName) 2025-10-30 02:00:23.24: PodMonitor - start process kube event 2025-10-30 02:00:23.24: empty line received 2025-10-30 02:00:23.24: PodMonitor - start process kube event 2025-10-30 02:00:23.25: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.25: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.25: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.25: PodMonitor - start process kube event 2025-10-30 02:00:23.25: empty line received 2025-10-30 02:00:23.25: PodMonitor - start process kube event 2025-10-30 02:00:23.26: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.26: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.26: PodMonitor - start process kube event 2025-10-30 02:00:23.26: empty line received 2025-10-30 02:00:23.26: PodMonitor - start process kube event 2025-10-30 02:00:23.97: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.97: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:23.98: PodMonitor - start process kube event 2025-10-30 02:00:23.98: empty line received 2025-10-30 02:00:23.98: PodMonitor - start process kube event 2025-10-30 02:00:23.99: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:00:23.99: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:24.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:00:24.10: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:24.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:00:31.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:31.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:31.18: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:00:31.18: PodMonitor - start process kube event 2025-10-30 02:00:31.18: empty line received 2025-10-30 02:00:31.18: PodMonitor - start process kube event 2025-10-30 02:00:31.19: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:31.19: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:31.19: EndPointMonitor - start process kube event 2025-10-30 02:00:31.19: empty line received 2025-10-30 02:00:31.19: EndPointMonitor - start process kube event 2025-10-30 02:00:31.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:00:31.19: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:31.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:00:32.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:32.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:32.18: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:00:32.19: PodMonitor - start process kube event 2025-10-30 02:00:32.19: empty line received 2025-10-30 02:00:32.19: PodMonitor - start process kube event 2025-10-30 02:00:32.19: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:32.19: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:32.19: EndPointMonitor - start process kube event 2025-10-30 02:00:32.19: empty line received 2025-10-30 02:00:32.19: EndPointMonitor - start process kube event 2025-10-30 02:00:32.24: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:00:32.24: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:00:32.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:00:36.19: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:36.19: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f [Introspect:8108]10.0.0.41 - - [2025-10-30 02:00:38] "GET /Snh_VirtualMachineDatabaseList?x=8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f HTTP/1.1" 200 2083 0.000752 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001518 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:13] "GET /Snh_LoadbalancerDatabaseList?x=5e32b660-67fb-4b51-93a6-3525b6a0087d HTTP/1.1" 200 1869 0.000629 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:14] "GET /Snh_LoadbalancerDatabaseList?x=5e32b660-67fb-4b51-93a6-3525b6a0087d HTTP/1.1" 200 313 0.000656 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001151 2025-10-30 02:00:36.19: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:36.19: PodMonitor - start process kube event 2025-10-30 02:00:36.19: empty line received 2025-10-30 02:00:36.19: PodMonitor - start process kube event 2025-10-30 02:00:36.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:00:38.83: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:38.83: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:38.83: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:00:38.83: PodMonitor - start process kube event 2025-10-30 02:00:38.83: empty line received 2025-10-30 02:00:38.83: PodMonitor - start process kube event 2025-10-30 02:00:38.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:10.27: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.27: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.27: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.27: PodMonitor - start process kube event 2025-10-30 02:01:10.27: empty line received 2025-10-30 02:01:10.27: PodMonitor - start process kube event 2025-10-30 02:01:10.27: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.28: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.28: PodMonitor - start process kube event 2025-10-30 02:01:10.28: empty line received 2025-10-30 02:01:10.28: PodMonitor - start process kube event 2025-10-30 02:01:10.28: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.28: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.28: PodMonitor - start process kube event 2025-10-30 02:01:10.28: empty line received 2025-10-30 02:01:10.28: PodMonitor - start process kube event 2025-10-30 02:01:10.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:01:10.28: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:01:10.29: VncKubernetes - Process event (name=ctest-busybox-pod-15748346 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-15748346:8d3bc217-0fc9-4386-b0cd-c13c7ae7dc5f 2025-10-30 02:01:10.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:13.91: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:01:13.91: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:01:13.91: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:01:13.91: IngressMonitor - start process kube event 2025-10-30 02:01:13.91: empty line received 2025-10-30 02:01:13.91: IngressMonitor - start process kube event 2025-10-30 02:01:15.18: PodMonitor - Received BOOKMARK: oldResVer=1099 newResVer=1209 2025-10-30 02:01:15.18: PodMonitor - start process kube event 2025-10-30 02:01:15.18: empty line received 2025-10-30 02:01:15.18: PodMonitor - start process kube event 2025-10-30 02:01:15.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:15.82: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:15.82: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:15.82: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:15.82: PodMonitor - start process kube event 2025-10-30 02:01:15.82: empty line received 2025-10-30 02:01:15.82: PodMonitor - start process kube event 2025-10-30 02:01:15.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:15.91: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:01:15.94: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:01:15.94: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:01:15.95: EndPointMonitor - start process kube event 2025-10-30 02:01:15.95: empty line received 2025-10-30 02:01:15.95: EndPointMonitor - start process kube event 2025-10-30 02:01:16.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:17.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.30: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.30: PodMonitor - start process kube event 2025-10-30 02:01:17.30: empty line received 2025-10-30 02:01:17.30: PodMonitor - start process kube event 2025-10-30 02:01:17.30: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.30: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.30: PodMonitor - start process kube event 2025-10-30 02:01:17.30: empty line received 2025-10-30 02:01:17.30: PodMonitor - start process kube event 2025-10-30 02:01:17.31: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.31: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.31: PodMonitor - start process kube event 2025-10-30 02:01:17.31: empty line received 2025-10-30 02:01:17.31: PodMonitor - start process kube event 2025-10-30 02:01:17.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:01:17.36: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:01:17.38: VncKubernetes - Process event (name=ctest-nginx-pod-77690064 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-77690064:381b0fb2-1117-4a90-9fc7-28314ac5a60f 2025-10-30 02:01:17.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:20.86: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001039 2025-10-30 02:01:20.87: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:20.87: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:20.87: PodMonitor - start process kube event 2025-10-30 02:01:20.88: empty line received 2025-10-30 02:01:20.88: PodMonitor - start process kube event 2025-10-30 02:01:20.89: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:01:20.89: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:01:20.89: EndPointMonitor - start process kube event 2025-10-30 02:01:20.89: empty line received 2025-10-30 02:01:20.89: EndPointMonitor - start process kube event 2025-10-30 02:01:20.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:01:20.94: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-34208728:5d3ccf88-bc35-4476-9776-b76842575f45 2025-10-30 02:01:20.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:22.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=408 newResVer=1039 2025-10-30 02:01:22.15: NetworkPolicyMonitor - start process kube event 2025-10-30 02:01:22.15: empty line received 2025-10-30 02:01:22.15: NetworkPolicyMonitor - start process kube event 2025-10-30 02:01:22.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.27: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.28: PodMonitor - start process kube event 2025-10-30 02:01:22.28: empty line received 2025-10-30 02:01:22.28: PodMonitor - start process kube event 2025-10-30 02:01:22.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:22.29: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.29: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.29: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.29: PodMonitor - start process kube event 2025-10-30 02:01:22.29: empty line received 2025-10-30 02:01:22.29: PodMonitor - start process kube event 2025-10-30 02:01:22.30: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.30: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.30: PodMonitor - start process kube event 2025-10-30 02:01:22.30: empty line received 2025-10-30 02:01:22.30: PodMonitor - start process kube event 2025-10-30 02:01:22.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:01:22.35: VncKubernetes - Process event (name=ctest-nginx-pod-89230150 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-89230150:62b96a6e-c656-4668-8cb3-3ad53f4fa28b 2025-10-30 02:01:22.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:23.12: EndPointMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1236 2025-10-30 02:01:23.12: EndPointMonitor - start process kube event 2025-10-30 02:01:23.12: empty line received 2025-10-30 02:01:23.12: EndPointMonitor - start process kube event 2025-10-30 02:01:26.24: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:01:26.24: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:01:26.24: VncKubernetes - Process event (name=ctest-new-default-20776787 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:01:26.24: NamespaceMonitor - start process kube event 2025-10-30 02:01:26.24: empty line received 2025-10-30 02:01:26.24: NamespaceMonitor - start process kube event 2025-10-30 02:01:27.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:29.25: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:01:29.25: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:01:29.25: VncKubernetes - Process event (name=ctest-non-default-20009921 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:01:29.25: NamespaceMonitor - start process kube event 2025-10-30 02:01:29.25: empty line received 2025-10-30 02:01:29.25: NamespaceMonitor - start process kube event 2025-10-30 02:01:30.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:32.25: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:01:32.25: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:01:32.25: VncKubernetes - Process event (name=ctest-new-default-20776787 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:01:32.25: NamespaceMonitor - start process kube event 2025-10-30 02:01:32.25: empty line received 2025-10-30 02:01:32.25: NamespaceMonitor - start process kube event 2025-10-30 02:01:32.26: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:01:32.26: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:01:32.26: NamespaceMonitor - start process kube event 2025-10-30 02:01:32.26: empty line received 2025-10-30 02:01:32.26: NamespaceMonitor - start process kube event 2025-10-30 02:01:32.28: PodMonitor - Received ADDED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:32.28: PodMonitor - Skipped ADDED Pod ctest-new-default-20776787:ctest-pod-45019549 (no nodeName) 2025-10-30 02:01:32.28: PodMonitor - start process kube event 2025-10-30 02:01:32.28: empty line received 2025-10-30 02:01:32.28: PodMonitor - start process kube event 2025-10-30 02:01:32.28: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:32.28: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:32.28: PodMonitor - start process kube event 2025-10-30 02:01:32.28: empty line received 2025-10-30 02:01:32.28: PodMonitor - start process kube event 2025-10-30 02:01:32.29: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:32.29: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:32.29: PodMonitor - start process kube event 2025-10-30 02:01:32.29: empty line received 2025-10-30 02:01:32.30: PodMonitor - start process kube event 2025-10-30 02:01:32.32: PodMonitor - Received ADDED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:32] "GET /Snh_NamespaceDatabaseList?namespace_uuid=e48552e1-6b51-45a3-854b-2f25fbcc994a HTTP/1.1" 200 866 0.000728 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:33] "GET /Snh_NamespaceDatabaseList?namespace_uuid=5119b81a-eb83-4d30-bef4-10dd56e72510 HTTP/1.1" 200 866 0.000540 2025-10-30 02:01:32.32: PodMonitor - Skipped ADDED Pod ctest-new-default-20776787:ctest-pod-88199227 (no nodeName) 2025-10-30 02:01:32.32: PodMonitor - start process kube event 2025-10-30 02:01:32.32: empty line received 2025-10-30 02:01:32.32: PodMonitor - start process kube event 2025-10-30 02:01:32.32: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:32.32: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:32.32: PodMonitor - start process kube event 2025-10-30 02:01:32.32: empty line received 2025-10-30 02:01:32.32: PodMonitor - start process kube event 2025-10-30 02:01:32.35: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:32.35: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:32.35: PodMonitor - start process kube event 2025-10-30 02:01:32.35: empty line received 2025-10-30 02:01:32.35: PodMonitor - start process kube event 2025-10-30 02:01:32.35: PodMonitor - Received ADDED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:32.36: PodMonitor - Skipped ADDED Pod ctest-non-default-20009921:ctest-pod-21247348 (no nodeName) 2025-10-30 02:01:32.36: PodMonitor - start process kube event 2025-10-30 02:01:32.36: empty line received 2025-10-30 02:01:32.36: PodMonitor - start process kube event 2025-10-30 02:01:32.37: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:32.37: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:32.37: PodMonitor - start process kube event 2025-10-30 02:01:32.37: empty line received 2025-10-30 02:01:32.37: PodMonitor - start process kube event 2025-10-30 02:01:32.37: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:32.37: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:32.37: PodMonitor - start process kube event 2025-10-30 02:01:32.37: empty line received 2025-10-30 02:01:32.37: PodMonitor - start process kube event 2025-10-30 02:01:32.39: PodMonitor - Received ADDED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:32.39: PodMonitor - Skipped ADDED Pod ctest-non-default-20009921:ctest-pod-09491734 (no nodeName) 2025-10-30 02:01:32.39: PodMonitor - start process kube event 2025-10-30 02:01:32.39: empty line received 2025-10-30 02:01:32.39: PodMonitor - start process kube event 2025-10-30 02:01:32.39: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:32.40: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:32.40: PodMonitor - start process kube event 2025-10-30 02:01:32.40: empty line received 2025-10-30 02:01:32.40: PodMonitor - start process kube event 2025-10-30 02:01:32.41: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:32.41: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:32.41: PodMonitor - start process kube event 2025-10-30 02:01:32.41: empty line received 2025-10-30 02:01:32.41: PodMonitor - start process kube event 2025-10-30 02:01:32.42: PodMonitor - Received ADDED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:32.42: PodMonitor - Skipped ADDED Pod ctest-new-default-20776787:ctest-pod-47223448 (no nodeName) 2025-10-30 02:01:32.42: PodMonitor - start process kube event 2025-10-30 02:01:32.42: empty line received 2025-10-30 02:01:32.42: PodMonitor - start process kube event 2025-10-30 02:01:32.43: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:32.43: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:32.43: PodMonitor - start process kube event 2025-10-30 02:01:32.43: empty line received 2025-10-30 02:01:32.43: PodMonitor - start process kube event 2025-10-30 02:01:32.45: PodMonitor - Received ADDED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:32.45: PodMonitor - Skipped ADDED Pod ctest-new-default-20776787:ctest-pod-46581793 (no nodeName) 2025-10-30 02:01:32.45: PodMonitor - start process kube event 2025-10-30 02:01:32.45: empty line received 2025-10-30 02:01:32.45: PodMonitor - start process kube event 2025-10-30 02:01:32.45: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:32.45: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:32.45: PodMonitor - start process kube event 2025-10-30 02:01:32.45: empty line received 2025-10-30 02:01:32.45: PodMonitor - start process kube event 2025-10-30 02:01:32.49: PodMonitor - Received ADDED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:32.49: PodMonitor - Skipped ADDED Pod ctest-non-default-20009921:ctest-pod-69052700 (no nodeName) 2025-10-30 02:01:32.49: PodMonitor - start process kube event 2025-10-30 02:01:32.49: empty line received 2025-10-30 02:01:32.49: PodMonitor - start process kube event 2025-10-30 02:01:32.50: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:32.50: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:32.50: PodMonitor - start process kube event 2025-10-30 02:01:32.50: empty line received 2025-10-30 02:01:32.50: PodMonitor - start process kube event 2025-10-30 02:01:32.52: PodMonitor - Received ADDED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:32.52: PodMonitor - Skipped ADDED Pod ctest-non-default-20009921:ctest-pod-03712981 (no nodeName) 2025-10-30 02:01:32.52: PodMonitor - start process kube event 2025-10-30 02:01:32.52: empty line received 2025-10-30 02:01:32.52: PodMonitor - start process kube event 2025-10-30 02:01:32.52: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:32.52: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:32.52: PodMonitor - start process kube event 2025-10-30 02:01:32.52: empty line received 2025-10-30 02:01:32.52: PodMonitor - start process kube event 2025-10-30 02:01:32.85: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:32.85: VncKubernetes - Process event (name=ctest-non-default-20009921 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:01:32.90: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:32.90: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:32.90: PodMonitor - start process kube event 2025-10-30 02:01:32.90: empty line received 2025-10-30 02:01:32.90: PodMonitor - start process kube event 2025-10-30 02:01:33.32: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:33.32: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:34.34: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:34.34: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:34.35: PodMonitor - start process kube event 2025-10-30 02:01:34.35: empty line received 2025-10-30 02:01:34.35: PodMonitor - start process kube event 2025-10-30 02:01:34.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:34.36: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:34.49: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 02:01:34.49: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:34.69: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:34.69: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:34.69: PodMonitor - start process kube event 2025-10-30 02:01:34.69: empty line received 2025-10-30 02:01:34.69: PodMonitor - start process kube event 2025-10-30 02:01:35.09: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:35.09: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:35.09: PodMonitor - start process kube event 2025-10-30 02:01:35.09: empty line received 2025-10-30 02:01:35.09: PodMonitor - start process kube event 2025-10-30 02:01:35.15: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:35.15: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:35.15: PodMonitor - start process kube event 2025-10-30 02:01:35.15: empty line received 2025-10-30 02:01:35.15: PodMonitor - start process kube event 2025-10-30 02:01:35.16: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-30 02:01:35.16: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:35.24: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:35.25: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:35.49: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:35.49: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:35.49: PodMonitor - start process kube event 2025-10-30 02:01:35.49: empty line received 2025-10-30 02:01:35.49: PodMonitor - start process kube event 2025-10-30 02:01:36.06: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:36.07: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:36.07: PodMonitor - start process kube event 2025-10-30 02:01:36.07: empty line received 2025-10-30 02:01:36.07: PodMonitor - start process kube event 2025-10-30 02:01:36.08: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-30 02:01:36.08: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:36.21: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:36.21: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:36.82: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:36.82: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:36.82: PodMonitor - start process kube event 2025-10-30 02:01:36.82: empty line received 2025-10-30 02:01:36.82: PodMonitor - start process kube event 2025-10-30 02:01:36.83: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:36.83: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:36.94: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 02:01:36.94: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:37.62: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:37.62: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:37.62: PodMonitor - start process kube event 2025-10-30 02:01:37.62: empty line received 2025-10-30 02:01:37.62: PodMonitor - start process kube event 2025-10-30 02:01:37.63: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 02:01:37.63: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:38.29: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:38.29: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:38.29: PodMonitor - start process kube event 2025-10-30 02:01:38.29: empty line received 2025-10-30 02:01:38.29: PodMonitor - start process kube event 2025-10-30 02:01:38.30: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 02:01:38.30: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:38.98: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:38.98: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:38.98: PodMonitor - start process kube event 2025-10-30 02:01:38.98: empty line received 2025-10-30 02:01:38.98: PodMonitor - start process kube event 2025-10-30 02:01:38.99: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 02:01:38.99: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:43] "GET /Snh_VirtualMachineDatabaseList?x=aad22c09-07e1-46b0-aac9-32ab2216fbb5 HTTP/1.1" 200 2483 0.000806 VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:39.31: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:39.31: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:39.31: PodMonitor - start process kube event 2025-10-30 02:01:39.31: empty line received 2025-10-30 02:01:39.31: PodMonitor - start process kube event 2025-10-30 02:01:39.69: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:39.69: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:39.69: PodMonitor - start process kube event 2025-10-30 02:01:39.69: empty line received 2025-10-30 02:01:39.69: PodMonitor - start process kube event 2025-10-30 02:01:39.70: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-30 02:01:39.70: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:39.83: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-30 02:01:39.83: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:39.84: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-30 02:01:39.84: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:39.96: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-30 02:01:39.96: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:40.04: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-30 02:01:40.04: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:40.09: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-30 02:01:40.09: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:40.19: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-30 02:01:40.19: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:40.24: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-30 02:01:40.25: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:40.26: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:01:40.26: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:40.31: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:40.31: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:40.31: PodMonitor - start process kube event 2025-10-30 02:01:40.31: empty line received 2025-10-30 02:01:40.31: PodMonitor - start process kube event 2025-10-30 02:01:40.32: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:01:40.32: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:40.33: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:01:40.33: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:40.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:01:40.38: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:01:40.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:01:40.39: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:40.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:01:40.44: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:01:40.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:44.32: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:44.32: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:44.32: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:01:44.32: PodMonitor - start process kube event 2025-10-30 02:01:44.32: empty line received 2025-10-30 02:01:44.32: PodMonitor - start process kube event 2025-10-30 02:01:44.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:45.33: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:45.33: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:45.33: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:01:45.33: PodMonitor - start process kube event 2025-10-30 02:01:45.33: empty line received 2025-10-30 02:01:45.33: PodMonitor - start process kube event 2025-10-30 02:01:45.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:46.33: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:46.33: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:46.33: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:01:46.33: PodMonitor - start process kube event 2025-10-30 02:01:46.33: empty line received [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:48] "GET /Snh_VirtualMachineDatabaseList?x=d071881c-e0d5-4299-9ca5-570d7ca1b042 HTTP/1.1" 200 2483 0.000697 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:48] "GET /Snh_VirtualMachineDatabaseList?x=0b75147b-5772-4492-9bec-10a643b37032 HTTP/1.1" 200 2483 0.000694 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:48] "GET /Snh_VirtualMachineDatabaseList?x=31ac4134-9fa4-4e86-9fd1-c20c9977cf82 HTTP/1.1" 200 2483 0.000875 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:48] "GET /Snh_VirtualMachineDatabaseList?x=46b804fa-e6bc-4c34-95f5-4009365c1479 HTTP/1.1" 200 2413 0.000678 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:53] "GET /Snh_VirtualMachineDatabaseList?x=f7e59374-a959-45b5-95b8-8dd72919e589 HTTP/1.1" 200 2413 0.000712 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:53] "GET /Snh_VirtualMachineDatabaseList?x=573af8c9-a160-4bf7-82a6-75527ccacb89 HTTP/1.1" 200 2413 0.000683 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:53] "GET /Snh_VirtualMachineDatabaseList?x=1353ca6b-a8b5-4e3f-b512-7490760d8ef4 HTTP/1.1" 200 2413 0.001011 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:55] "GET /Snh_LoadbalancerDatabaseList?x=101c80b0-3d13-4097-a627-50b5272be3fe HTTP/1.1" 200 1862 0.000988 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:55] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=cb4114bb-ea02-4d96-89bf-a11164f49185 HTTP/1.1" 200 2095 0.000600 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:55] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=cb4114bb-ea02-4d96-89bf-a11164f49185 HTTP/1.1" 200 2095 0.000604 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:57] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=cb4114bb-ea02-4d96-89bf-a11164f49185 HTTP/1.1" 200 2302 0.000854 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:01:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001085 2025-10-30 02:01:46.33: PodMonitor - start process kube event 2025-10-30 02:01:46.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:49.34: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:49.34: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:49.34: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:01:49.34: PodMonitor - start process kube event 2025-10-30 02:01:49.34: empty line received 2025-10-30 02:01:49.34: PodMonitor - start process kube event 2025-10-30 02:01:49.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:50.34: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:50.34: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:50.34: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:01:50.34: PodMonitor - start process kube event 2025-10-30 02:01:50.34: empty line received 2025-10-30 02:01:50.34: PodMonitor - start process kube event 2025-10-30 02:01:50.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:50.35: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:50.35: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:50.35: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:01:50.36: PodMonitor - start process kube event 2025-10-30 02:01:50.36: empty line received 2025-10-30 02:01:50.36: PodMonitor - start process kube event 2025-10-30 02:01:50.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:54.07: ServiceMonitor - Received ADDED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:01:54.07: ServiceMonitor - Got ADDED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:01:54.07: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=ADDED kind=Service ns=ctest-new-default-20776787) VncService - Got ADDED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:01:54.07: ServiceMonitor - start process kube event 2025-10-30 02:01:54.07: empty line received 2025-10-30 02:01:54.07: ServiceMonitor - start process kube event 2025-10-30 02:01:54.08: EndPointMonitor - Received ADDED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:01:54.08: EndPointMonitor - Got ADDED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:01:54.08: EndPointMonitor - start process kube event 2025-10-30 02:01:54.08: empty line received 2025-10-30 02:01:54.08: EndPointMonitor - start process kube event 2025-10-30 02:01:54.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:01:54.91: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=ADDED kind=Endpoints ns=ctest-new-default-20776787) VncEndpoints - Got ADDED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:01:55.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:01:55.60: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:01:55.60: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:01:55.60: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-20776787) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:01:55.60: NetworkPolicyMonitor - start process kube event 2025-10-30 02:01:55.61: empty line received 2025-10-30 02:01:55.61: NetworkPolicyMonitor - start process kube event 2025-10-30 02:01:56.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:02:15.73: PodMonitor - Received BOOKMARK: oldResVer=1209 newResVer=1368 2025-10-30 02:02:15.74: PodMonitor - start process kube event 2025-10-30 02:02:15.74: empty line received 2025-10-30 02:02:15.74: PodMonitor - start process kube event 2025-10-30 02:02:21.67: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:02:21.67: NetworkMonitor - start process kube event 2025-10-30 02:02:21.67: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=412 2025-10-30 02:02:21.67: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:02:21.67: NetworkMonitor - Connect Kube API result 0 2025-10-30 02:02:21.67: NetworkMonitor - _schedule_vnc_sync 2025-10-30 02:02:21.67: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'})(timeout=120) 2025-10-30 02:02:21.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 02:02:21.67: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 02:02:21.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:02:21.68: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '412'}) 2025-10-30 02:02:21.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1380 2025-10-30 02:02:21.79: NetworkPolicyMonitor - start process kube event 2025-10-30 02:02:21.79: empty line received 2025-10-30 02:02:21.79: NetworkPolicyMonitor - start process kube event 2025-10-30 02:02:22.22: NamespaceMonitor - Received BOOKMARK: oldResVer=408 newResVer=1268 2025-10-30 02:02:22.22: NamespaceMonitor - start process kube event 2025-10-30 02:02:22.22: empty line received 2025-10-30 02:02:22.22: NamespaceMonitor - start process kube event 2025-10-30 02:02:22.46: EndPointMonitor - Received BOOKMARK: oldResVer=1236 newResVer=1375 2025-10-30 02:02:22.47: EndPointMonitor - start process kube event 2025-10-30 02:02:22.47: empty line received 2025-10-30 02:02:22.47: EndPointMonitor - start process kube event 2025-10-30 02:02:43.55: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 02:02:43.55: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 02:02:43.55: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 02:02:43.55: PodMonitor - start process kube event 2025-10-30 02:02:43.56: PodMonitor - _schedule_vnc_sync 2025-10-30 02:02:43.56: empty line received 2025-10-30 02:02:43.56: PodMonitor - start process kube event 2025-10-30 02:02:43.57: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 02:02:43.57: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 02:02:43.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:02:43.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 02:02:43.57: VncKubernetes - vnc_sync - Pod start 2025-10-30 02:02:43.57: VncKubernetes - vnc_sync - Pod done 2025-10-30 02:02:43.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:02:43.57: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 02:02:43.57: EndPointMonitor - start process kube event 2025-10-30 02:02:43.57: empty line received 2025-10-30 02:02:43.57: EndPointMonitor - start process kube event 2025-10-30 02:02:43.58: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 02:02:43.58: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 02:02:43.58: PodMonitor - start process kube event 2025-10-30 02:02:43.58: empty line received 2025-10-30 02:02:43.58: PodMonitor - start process kube event 2025-10-30 02:02:43.61: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 02:02:43.61: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 02:02:43.61: EndPointMonitor - start process kube event 2025-10-30 02:02:43.61: empty line received 2025-10-30 02:02:43.61: EndPointMonitor - start process kube event 2025-10-30 02:02:43.94: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:02:43.94: VncKubernetes - Process event (name=coredns-6f867cd986-h5vkt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-h5vkt:62812283-bc4a-4af5-8e13-b71bac1f10a7 2025-10-30 02:02:44.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:02:44.00: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03a7f475-f923-481e-80ce-b87f271f7c26 2025-10-30 02:02:44.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:03:13.91: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:03:13.91: IngressMonitor - start process kube event 2025-10-30 02:03:13.91: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:03:13.91: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:03:13.91: IngressMonitor - Connect Kube API result 0 2025-10-30 02:03:13.91: IngressMonitor - _schedule_vnc_sync 2025-10-30 02:03:13.91: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 02:03:13.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 02:03:13.92: VncKubernetes - vnc_sync - Ingress start 2025-10-30 02:03:13.92: VncKubernetes - vnc_sync - Ingress done 2025-10-30 02:03:13.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:03:13.92: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:03:13.93: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: IngressMonitor - start process kube event 2025-10-30 02:03:13.93: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: IngressMonitor - start process kube event 2025-10-30 02:03:13.93: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:13.93: IngressMonitor - start process kube event 2025-10-30 02:03:13.93: empty line received 2025-10-30 02:03:13.93: IngressMonitor - start process kube event 2025-10-30 02:03:15.73: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:03:15.73: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:15.99: PodMonitor - Received BOOKMARK: oldResVer=1368 newResVer=1456 2025-10-30 02:03:15.99: PodMonitor - start process kube event 2025-10-30 02:03:15.99: empty line received 2025-10-30 02:03:15.99: PodMonitor - start process kube event 2025-10-30 02:03:16.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:03:16.13: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:03:17.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:03:21.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1380 newResVer=1380 2025-10-30 02:03:21.76: NetworkPolicyMonitor - start process kube event 2025-10-30 02:03:21.76: empty line received 2025-10-30 02:03:21.76: NetworkPolicyMonitor - start process kube event 2025-10-30 02:03:21.95: NetworkMonitor - Received BOOKMARK: oldResVer=412 newResVer=1502 2025-10-30 02:03:21.95: NetworkMonitor - start process kube event 2025-10-30 02:03:21.95: empty line received 2025-10-30 02:03:21.95: NetworkMonitor - start process kube event 2025-10-30 02:03:22.58: NamespaceMonitor - Received BOOKMARK: oldResVer=1268 newResVer=1268 2025-10-30 02:03:22.58: NamespaceMonitor - start process kube event 2025-10-30 02:03:22.58: empty line received 2025-10-30 02:03:22.58: NamespaceMonitor - start process kube event 2025-10-30 02:03:22.62: EndPointMonitor - Received BOOKMARK: oldResVer=1375 newResVer=1460 2025-10-30 02:03:22.62: EndPointMonitor - start process kube event 2025-10-30 02:03:22.62: empty line received 2025-10-30 02:03:22.62: EndPointMonitor - start process kube event 2025-10-30 02:03:54.07: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:03:54.07: ServiceMonitor - start process kube event 2025-10-30 02:03:54.07: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:03:54.07: ServiceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:03:54.07: ServiceMonitor - Connect Kube API result 0 2025-10-30 02:03:54.07: ServiceMonitor - _schedule_vnc_sync 2025-10-30 02:03:54.07: ServiceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 02:03:54.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 02:03:54.08: VncKubernetes - vnc_sync - Service start 2025-10-30 02:03:54.08: VncKubernetes - vnc_sync - Service done 2025-10-30 02:03:54.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:03:54.08: ServiceMonitor - Watches https://10.0.0.41:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:03:54.08: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-34208728:65b5f9ea-363f-4f08-9600-38cf8d90aa7d 2025-10-30 02:03:54.08: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-34208728:65b5f9ea-363f-4f08-9600-38cf8d90aa7d 2025-10-30 02:03:54.08: VncKubernetes - Process event (name=ctest-nginx-svc-34208728 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-34208728:65b5f9ea-363f-4f08-9600-38cf8d90aa7d 2025-10-30 02:03:54.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:03:54.08: ServiceMonitor - start process kube event 2025-10-30 02:03:54.08: empty line received 2025-10-30 02:03:54.08: ServiceMonitor - start process kube event 2025-10-30 02:03:54.09: ServiceMonitor - Received ADDED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:03:54.09: ServiceMonitor - Got ADDED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:03:54.09: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=ADDED kind=Service ns=ctest-new-default-20776787) VncService - Got ADDED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:03:54.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:03:54.09: ServiceMonitor - start process kube event 2025-10-30 02:03:54.09: empty line received 2025-10-30 02:03:54.09: ServiceMonitor - start process kube event 2025-10-30 02:04:03.14: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:04:03.14: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:04:03.14: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-20776787) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:04:03.14: NetworkPolicyMonitor - start process kube event 2025-10-30 02:04:03.14: empty line received 2025-10-30 02:04:03.14: NetworkPolicyMonitor - start process kube event 2025-10-30 02:04:04.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:04:15.25: PodMonitor - Received BOOKMARK: oldResVer=1456 newResVer=1456 2025-10-30 02:04:15.25: PodMonitor - start process kube event 2025-10-30 02:04:15.25: empty line received 2025-10-30 02:04:15.25: PodMonitor - start process kube event 2025-10-30 02:04:22.00: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1380 newResVer=1579 2025-10-30 02:04:22.00: NetworkPolicyMonitor - start process kube event 2025-10-30 02:04:22.00: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 02:04:22.00: empty line received 2025-10-30 02:04:22.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 02:04:22.00: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 02:04:22.00: NetworkPolicyMonitor - start process kube event 2025-10-30 02:04:22.00: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 02:04:22.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:04:22.12: NetworkMonitor - Received BOOKMARK: oldResVer=1502 newResVer=1502 2025-10-30 02:04:22.12: NetworkMonitor - start process kube event 2025-10-30 02:04:22.12: empty line received 2025-10-30 02:04:22.12: NetworkMonitor - start process kube event 2025-10-30 02:04:22.38: EndPointMonitor - Received BOOKMARK: oldResVer=1460 newResVer=1460 2025-10-30 02:04:22.38: EndPointMonitor - start process kube event 2025-10-30 02:04:22.38: EndPointMonitor - _schedule_vnc_sync 2025-10-30 02:04:22.38: empty line received 2025-10-30 02:04:22.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 02:04:22.38: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 02:04:22.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:04:22.38: EndPointMonitor - start process kube event 2025-10-30 02:04:22.39: NamespaceMonitor - Received BOOKMARK: oldResVer=1268 newResVer=1268 2025-10-30 02:04:22.39: NamespaceMonitor - start process kube event 2025-10-30 02:04:22.39: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 02:04:22.39: empty line received 2025-10-30 02:04:22.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 02:04:22.39: VncKubernetes - vnc_sync - Namespace start 2025-10-30 02:04:22.39: VncKubernetes - vnc_sync - Namespace done 2025-10-30 02:04:22.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:04:22.39: NamespaceMonitor - start process kube event 2025-10-30 02:04:36.28: EndPointMonitor - Received BOOKMARK: oldResVer=1460 newResVer=1460 2025-10-30 02:04:36.28: EndPointMonitor - start process kube event 2025-10-30 02:04:36.28: empty line received 2025-10-30 02:04:36.28: EndPointMonitor - start process kube event 2025-10-30 02:04:37.42: EndPointMonitor - Received BOOKMARK: oldResVer=1460 newResVer=1460 2025-10-30 02:04:37.42: EndPointMonitor - start process kube event 2025-10-30 02:04:37.42: empty line received 2025-10-30 02:04:37.42: EndPointMonitor - start process kube event 2025-10-30 02:04:38.94: stop iteration EndPointMonitor 2025-10-30 02:04:38.94: EndPointMonitor - start process kube event 2025-10-30 02:04:38.94: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1460 2025-10-30 02:04:38.94: EndPointMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:04:38.94: EndPointMonitor - Connect Kube API result 0 2025-10-30 02:04:38.94: EndPointMonitor - _schedule_vnc_sync 2025-10-30 02:04:38.94: EndPointMonitor - Start Watching request https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1460'})(timeout=120) 2025-10-30 02:04:38.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 02:04:38.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 02:04:38.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:04:38.95: EndPointMonitor - Watches https://10.0.0.41:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1460'}) 2025-10-30 02:04:49.08: PodMonitor - Received BOOKMARK: oldResVer=1456 newResVer=1456 2025-10-30 02:04:49.08: PodMonitor - start process kube event 2025-10-30 02:04:49.08: empty line received 2025-10-30 02:04:49.08: PodMonitor - start process kube event 2025-10-30 02:04:50.86: stop iteration PodMonitor 2025-10-30 02:04:50.86: PodMonitor - start process kube event 2025-10-30 02:04:50.86: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1456 2025-10-30 02:04:50.86: PodMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:04:50.86: PodMonitor - Connect Kube API result 0 2025-10-30 02:04:50.86: PodMonitor - _schedule_vnc_sync 2025-10-30 02:04:50.86: PodMonitor - Start Watching request https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1456'})(timeout=120) 2025-10-30 02:04:50.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 02:04:50.86: VncKubernetes - vnc_sync - Pod start 2025-10-30 02:04:50.86: VncKubernetes - vnc_sync - Pod done 2025-10-30 02:04:50.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:04:50.88: PodMonitor - Watches https://10.0.0.41:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1456'}) 2025-10-30 02:05:05.53: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:05.53: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:05.53: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:05.53: PodMonitor - start process kube event 2025-10-30 02:05:05.53: empty line received 2025-10-30 02:05:05.53: PodMonitor - start process kube event 2025-10-30 02:05:05.54: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:05.54: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:05.54: PodMonitor - start process kube event 2025-10-30 02:05:05.54: empty line received 2025-10-30 02:05:05.54: PodMonitor - start process kube event 2025-10-30 02:05:05.54: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:05.54: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:05.54: PodMonitor - start process kube event 2025-10-30 02:05:05.54: empty line received 2025-10-30 02:05:05.54: PodMonitor - start process kube event 2025-10-30 02:05:05.54: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:05.54: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:05.54: PodMonitor - start process kube event 2025-10-30 02:05:05.54: empty line received 2025-10-30 02:05:05.55: PodMonitor - start process kube event 2025-10-30 02:05:05.55: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:05.55: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:05.55: PodMonitor - start process kube event 2025-10-30 02:05:05.55: empty line received 2025-10-30 02:05:05.55: PodMonitor - start process kube event 2025-10-30 02:05:05.55: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:05.55: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:05.55: EndPointMonitor - start process kube event 2025-10-30 02:05:05.55: empty line received 2025-10-30 02:05:05.55: EndPointMonitor - start process kube event 2025-10-30 02:05:05.56: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:05:05.56: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:05.61: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:05.61: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:05.67: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:05.71: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:05.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:05.72: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:05.76: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:05.77: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:05.77: PodMonitor - start process kube event 2025-10-30 02:05:05.77: empty line received 2025-10-30 02:05:05.77: PodMonitor - start process kube event 2025-10-30 02:05:05.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:05.77: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-20776787) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:05.78: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:05.78: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:05.78: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:05.78: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:05.78: PodMonitor - start process kube event 2025-10-30 02:05:05.78: empty line received 2025-10-30 02:05:05.78: EndPointMonitor - start process kube event 2025-10-30 02:05:05.78: empty line received 2025-10-30 02:05:05.78: PodMonitor - start process kube event 2025-10-30 02:05:05.78: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:05.78: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:05.78: EndPointMonitor - start process kube event 2025-10-30 02:05:05.78: PodMonitor - start process kube event 2025-10-30 02:05:05.78: empty line received 2025-10-30 02:05:05.78: PodMonitor - start process kube event 2025-10-30 02:05:05.94: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:05.94: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:05.99: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:05.99: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:06.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:06.04: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-20776787) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:06.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:06.05: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:06.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:06.81: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.81: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.81: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.81: PodMonitor - start process kube event 2025-10-30 02:05:06.81: empty line received 2025-10-30 02:05:06.82: PodMonitor - start process kube event 2025-10-30 02:05:06.82: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.82: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.82: PodMonitor - start process kube event 2025-10-30 02:05:06.82: empty line received 2025-10-30 02:05:06.82: PodMonitor - start process kube event 2025-10-30 02:05:06.83: PodMonitor - Received DELETED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.83: PodMonitor - Got DELETED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.83: PodMonitor - start process kube event 2025-10-30 02:05:06.83: empty line received 2025-10-30 02:05:06.83: PodMonitor - start process kube event 2025-10-30 02:05:06.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:06.83: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:06.85: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:06.85: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:06.85: PodMonitor - start process kube event 2025-10-30 02:05:06.85: empty line received 2025-10-30 02:05:06.85: PodMonitor - start process kube event 2025-10-30 02:05:06.86: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:06.86: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:06.86: PodMonitor - start process kube event 2025-10-30 02:05:06.86: empty line received 2025-10-30 02:05:06.86: PodMonitor - start process kube event 2025-10-30 02:05:06.86: PodMonitor - Received DELETED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:06.86: PodMonitor - Got DELETED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:06.86: PodMonitor - start process kube event 2025-10-30 02:05:06.86: empty line received 2025-10-30 02:05:06.86: PodMonitor - start process kube event 2025-10-30 02:05:06.89: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:06.89: VncKubernetes - Process event (name=ctest-pod-45019549 event_type=DELETED kind=Pod ns=ctest-new-default-20776787) VncPod - Got DELETED Pod ctest-new-default-20776787:ctest-pod-45019549:aad22c09-07e1-46b0-aac9-32ab2216fbb5 2025-10-30 02:05:07.14: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.14: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.14: PodMonitor - start process kube event 2025-10-30 02:05:07.14: empty line received 2025-10-30 02:05:07.14: PodMonitor - start process kube event 2025-10-30 02:05:07.30: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:07.30: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:07.34: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.34: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.34: PodMonitor - start process kube event 2025-10-30 02:05:07.34: empty line received 2025-10-30 02:05:07.34: PodMonitor - start process kube event 2025-10-30 02:05:07.34: PodMonitor - Received DELETED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.34: PodMonitor - Got DELETED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.34: PodMonitor - start process kube event 2025-10-30 02:05:07.34: empty line received 2025-10-30 02:05:07.34: PodMonitor - start process kube event 2025-10-30 02:05:07.35: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:05:07.35: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:07.40: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:07.40: VncKubernetes - Process event (name=ctest-pod-88199227 event_type=DELETED kind=Pod ns=ctest-new-default-20776787) VncPod - Got DELETED Pod ctest-new-default-20776787:ctest-pod-88199227:d071881c-e0d5-4299-9ca5-570d7ca1b042 2025-10-30 02:05:07.91: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:07.91: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:07.94: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:07.94: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:07.94: PodMonitor - start process kube event 2025-10-30 02:05:07.94: empty line received 2025-10-30 02:05:07.94: PodMonitor - start process kube event 2025-10-30 02:05:07.98: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:07.98: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:08.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:08.03: VncKubernetes - Process event (name=ctest-pod-21247348 event_type=DELETED kind=Pod ns=ctest-non-default-20009921) VncPod - Got DELETED Pod ctest-non-default-20009921:ctest-pod-21247348:0b75147b-5772-4492-9bec-10a643b37032 2025-10-30 02:05:08.14: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.14: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.14: PodMonitor - start process kube event 2025-10-30 02:05:08.14: empty line received 2025-10-30 02:05:08.14: PodMonitor - start process kube event 2025-10-30 02:05:08.14: PodMonitor - Received DELETED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.14: PodMonitor - Got DELETED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.14: PodMonitor - start process kube event 2025-10-30 02:05:08.14: empty line received 2025-10-30 02:05:08.14: PodMonitor - start process kube event 2025-10-30 02:05:08.37: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:08.37: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.43: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:08.43: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:08.48: VncKubernetes - Process event (name=ctest-pod-09491734 event_type=DELETED kind=Pod ns=ctest-non-default-20009921) VncPod - Got DELETED Pod ctest-non-default-20009921:ctest-pod-09491734:31ac4134-9fa4-4e86-9fd1-c20c9977cf82 2025-10-30 02:05:08.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:13.93: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:05:13.93: IngressMonitor - start process kube event 2025-10-30 02:05:13.93: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:05:13.93: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:05:13.93: IngressMonitor - Connect Kube API result 0 2025-10-30 02:05:13.93: IngressMonitor - _schedule_vnc_sync 2025-10-30 02:05:13.93: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 02:05:13.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 02:05:13.93: VncKubernetes - vnc_sync - Ingress start 2025-10-30 02:05:13.93: VncKubernetes - vnc_sync - Ingress done 2025-10-30 02:05:13.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:13.94: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:05:13.94: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: IngressMonitor - start process kube event 2025-10-30 02:05:13.94: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: IngressMonitor - start process kube event 2025-10-30 02:05:13.94: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:13.94: IngressMonitor - start process kube event 2025-10-30 02:05:13.94: empty line received 2025-10-30 02:05:13.94: IngressMonitor - start process kube event 2025-10-30 02:05:15.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:15.58: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:15.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:15.99: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:05:16.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:21.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1579 newResVer=1579 2025-10-30 02:05:21.57: NetworkPolicyMonitor - start process kube event 2025-10-30 02:05:21.57: empty line received 2025-10-30 02:05:21.57: NetworkPolicyMonitor - start process kube event 2025-10-30 02:05:22.50: NetworkMonitor - Received BOOKMARK: oldResVer=1502 newResVer=1502 2025-10-30 02:05:22.50: NetworkMonitor - start process kube event 2025-10-30 02:05:22.50: empty line received 2025-10-30 02:05:22.50: NetworkMonitor - start process kube event 2025-10-30 02:05:22.88: NamespaceMonitor - Received BOOKMARK: oldResVer=1268 newResVer=1268 2025-10-30 02:05:22.88: NamespaceMonitor - start process kube event 2025-10-30 02:05:22.88: empty line received 2025-10-30 02:05:22.88: NamespaceMonitor - start process kube event 2025-10-30 02:05:36.90: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:36.90: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:36.90: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:36.90: PodMonitor - start process kube event 2025-10-30 02:05:36.90: empty line received 2025-10-30 02:05:36.90: PodMonitor - start process kube event 2025-10-30 02:05:36.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:36.92: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:36.92: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:36.92: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:36.92: PodMonitor - start process kube event 2025-10-30 02:05:36.92: empty line received 2025-10-30 02:05:36.92: PodMonitor - start process kube event 2025-10-30 02:05:36.92: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:36.92: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:36.93: PodMonitor - start process kube event 2025-10-30 02:05:36.93: empty line received 2025-10-30 02:05:36.93: PodMonitor - start process kube event 2025-10-30 02:05:36.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:36.97: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:36.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:37.18: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:37.18: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:37.19: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:37.19: PodMonitor - start process kube event 2025-10-30 02:05:37.19: empty line received 2025-10-30 02:05:37.19: PodMonitor - start process kube event 2025-10-30 02:05:37.19: PodMonitor - Received DELETED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:37.19: PodMonitor - Got DELETED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:37.19: PodMonitor - start process kube event 2025-10-30 02:05:37.19: empty line received 2025-10-30 02:05:37.19: PodMonitor - start process kube event 2025-10-30 02:05:37.20: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:37.20: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:37.20: PodMonitor - start process kube event 2025-10-30 02:05:37.20: empty line received 2025-10-30 02:05:37.20: PodMonitor - start process kube event 2025-10-30 02:05:37.20: PodMonitor - Received DELETED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:37.20: PodMonitor - Got DELETED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:37.20: PodMonitor - start process kube event 2025-10-30 02:05:37.20: empty line received 2025-10-30 02:05:37.20: PodMonitor - start process kube event 2025-10-30 02:05:37.24: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:37.24: VncKubernetes - Process event (name=ctest-pod-69052700 event_type=DELETED kind=Pod ns=ctest-non-default-20009921) VncPod - Got DELETED Pod ctest-non-default-20009921:ctest-pod-69052700:f7e59374-a959-45b5-95b8-8dd72919e589 2025-10-30 02:05:37.28: PodMonitor - Received MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:37.28: PodMonitor - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:37.28: PodMonitor - start process kube event 2025-10-30 02:05:37.28: empty line received 2025-10-30 02:05:37.28: PodMonitor - start process kube event 2025-10-30 02:05:37.29: PodMonitor - Received DELETED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:37.29: PodMonitor - Got DELETED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:37.29: PodMonitor - start process kube event 2025-10-30 02:05:37.29: empty line received 2025-10-30 02:05:37.29: PodMonitor - start process kube event 2025-10-30 02:05:37.59: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:37.59: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:37.64: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:37.64: VncKubernetes - Process event (name=ctest-pod-46581793 event_type=DELETED kind=Pod ns=ctest-new-default-20776787) VncPod - Got DELETED Pod ctest-new-default-20776787:ctest-pod-46581793:573af8c9-a160-4bf7-82a6-75527ccacb89 2025-10-30 02:05:37.94: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:37.94: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:37.94: PodMonitor - start process kube event 2025-10-30 02:05:37.94: empty line received 2025-10-30 02:05:37.94: PodMonitor - start process kube event 2025-10-30 02:05:37.94: PodMonitor - Received MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:37.94: PodMonitor - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:37.94: PodMonitor - start process kube event 2025-10-30 02:05:37.95: empty line received 2025-10-30 02:05:37.95: PodMonitor - start process kube event 2025-10-30 02:05:37.95: PodMonitor - Received DELETED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:37.95: PodMonitor - Got DELETED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:37.95: PodMonitor - start process kube event 2025-10-30 02:05:37.95: empty line received 2025-10-30 02:05:37.95: PodMonitor - start process kube event 2025-10-30 02:05:38.03: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-30 02:05:38.03: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=MODIFIED kind=Pod ns=ctest-non-default-20009921) VncPod - Got MODIFIED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:38.04: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:38.04: VncKubernetes - Process event (name=ctest-pod-03712981 event_type=DELETED kind=Pod ns=ctest-non-default-20009921) VncPod - Got DELETED Pod ctest-non-default-20009921:ctest-pod-03712981:1353ca6b-a8b5-4e3f-b512-7490760d8ef4 2025-10-30 02:05:38.44: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:38.44: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:38.49: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:38.49: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=MODIFIED kind=Pod ns=ctest-new-default-20776787) VncPod - Got MODIFIED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:38.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:38.54: VncKubernetes - Process event (name=ctest-pod-47223448 event_type=DELETED kind=Pod ns=ctest-new-default-20776787) VncPod - Got DELETED Pod ctest-new-default-20776787:ctest-pod-47223448:46b804fa-e6bc-4c34-95f5-4009365c1479 2025-10-30 02:05:38.64: EndPointMonitor - Received BOOKMARK: oldResVer=1460 newResVer=1673 2025-10-30 02:05:38.64: EndPointMonitor - start process kube event 2025-10-30 02:05:38.64: empty line received 2025-10-30 02:05:38.64: EndPointMonitor - start process kube event 2025-10-30 02:05:38.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:40.94: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:40.94: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:40.94: VncKubernetes - Process event (name=ctest-non-default-20009921 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:40.94: NamespaceMonitor - start process kube event 2025-10-30 02:05:40.94: empty line received 2025-10-30 02:05:40.94: NamespaceMonitor - start process kube event 2025-10-30 02:05:41.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:46.12: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:46.12: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:46.12: VncKubernetes - Process event (name=ctest-non-default-20009921 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:46.12: NamespaceMonitor - start process kube event 2025-10-30 02:05:46.12: empty line received 2025-10-30 02:05:46.12: NamespaceMonitor - start process kube event 2025-10-30 02:05:46.13: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:46.13: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:46.13: NamespaceMonitor - start process kube event 2025-10-30 02:05:46.13: empty line received 2025-10-30 02:05:46.13: NamespaceMonitor - start process kube event 2025-10-30 02:05:46.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:46.41: VncKubernetes - Process event (name=ctest-non-default-20009921 event_type=DELETED kind=Namespace ns=None) [Introspect:8108]10.0.0.41 - - [2025-10-30 02:06:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001166 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:06:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001008 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:06:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000930 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:06:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001778 VncNamespace - Got DELETED Namespace ctest-non-default-20009921:5119b81a-eb83-4d30-bef4-10dd56e72510 2025-10-30 02:05:46.95: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:46.96: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:46.96: NamespaceMonitor - start process kube event 2025-10-30 02:05:46.96: empty line received 2025-10-30 02:05:46.96: NamespaceMonitor - start process kube event 2025-10-30 02:05:47.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:47.36: VncKubernetes - Process event (name=ctest-new-default-20776787 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:47.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:05:50.51: PodMonitor - Received BOOKMARK: oldResVer=1456 newResVer=1751 2025-10-30 02:05:50.51: PodMonitor - start process kube event 2025-10-30 02:05:50.51: empty line received 2025-10-30 02:05:50.51: PodMonitor - start process kube event 2025-10-30 02:05:52.00: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:05:52.00: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:05:52.00: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-20776787) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-20776787:ingress-on-service:cb4114bb-ea02-4d96-89bf-a11164f49185 2025-10-30 02:05:52.00: NetworkPolicyMonitor - start process kube event 2025-10-30 02:05:52.00: empty line received 2025-10-30 02:05:52.00: NetworkPolicyMonitor - start process kube event 2025-10-30 02:05:52.12: EndPointMonitor - Received DELETED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:52.12: EndPointMonitor - Got DELETED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:52.12: EndPointMonitor - start process kube event 2025-10-30 02:05:52.12: empty line received 2025-10-30 02:05:52.12: EndPointMonitor - start process kube event 2025-10-30 02:05:52.19: ServiceMonitor - Received DELETED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:05:52.19: ServiceMonitor - Got DELETED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:05:52.19: ServiceMonitor - start process kube event 2025-10-30 02:05:52.19: empty line received 2025-10-30 02:05:52.19: ServiceMonitor - start process kube event 2025-10-30 02:05:52.21: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:52.21: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:52.21: NamespaceMonitor - start process kube event 2025-10-30 02:05:52.21: empty line received 2025-10-30 02:05:52.21: NamespaceMonitor - start process kube event 2025-10-30 02:05:52.23: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:52.23: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:52.23: NamespaceMonitor - start process kube event 2025-10-30 02:05:52.23: empty line received 2025-10-30 02:05:52.23: NamespaceMonitor - start process kube event 2025-10-30 02:05:52.71: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:05:52.71: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=DELETED kind=Endpoints ns=ctest-new-default-20776787) VncEndpoints - Got DELETED Endpoints ctest-new-default-20776787:ctest-nginx-svc-80307578:baa99e92-7997-455c-9e63-16250763dcb7 2025-10-30 02:05:52.73: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:05:52.73: VncKubernetes - Process event (name=ctest-nginx-svc-80307578 event_type=DELETED kind=Service ns=ctest-new-default-20776787) VncService - Got DELETED Service ctest-new-default-20776787:ctest-nginx-svc-80307578:101c80b0-3d13-4097-a627-50b5272be3fe 2025-10-30 02:05:53.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:05:53.01: VncKubernetes - Process event (name=ctest-new-default-20776787 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:53.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:05:53.32: VncKubernetes - Process event (name=ctest-new-default-20776787 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-20776787:e48552e1-6b51-45a3-854b-2f25fbcc994a 2025-10-30 02:05:53.85: ServiceMonitor - Received BOOKMARK: oldResVer=408 newResVer=1839 2025-10-30 02:05:53.85: ServiceMonitor - start process kube event 2025-10-30 02:05:53.85: empty line received 2025-10-30 02:05:53.85: ServiceMonitor - start process kube event 2025-10-30 02:05:54.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:06:21.68: NetworkMonitor - Received BOOKMARK: oldResVer=1502 newResVer=1502 2025-10-30 02:06:21.68: NetworkMonitor - start process kube event 2025-10-30 02:06:21.68: NetworkMonitor - _schedule_vnc_sync 2025-10-30 02:06:21.68: empty line received 2025-10-30 02:06:21.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 02:06:21.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 02:06:21.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:06:21.68: NetworkMonitor - start process kube event 2025-10-30 02:06:22.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1579 newResVer=1808 2025-10-30 02:06:22.13: NetworkPolicyMonitor - start process kube event 2025-10-30 02:06:22.13: empty line received 2025-10-30 02:06:22.13: NetworkPolicyMonitor - start process kube event 2025-10-30 02:06:22.26: NamespaceMonitor - Received BOOKMARK: oldResVer=1268 newResVer=1843 2025-10-30 02:06:22.26: NamespaceMonitor - start process kube event 2025-10-30 02:06:22.26: empty line received 2025-10-30 02:06:22.26: NamespaceMonitor - start process kube event 2025-10-30 02:06:38.16: EndPointMonitor - Received BOOKMARK: oldResVer=1673 newResVer=1837 2025-10-30 02:06:38.16: EndPointMonitor - start process kube event 2025-10-30 02:06:38.16: empty line received 2025-10-30 02:06:38.16: EndPointMonitor - start process kube event 2025-10-30 02:06:50.79: PodMonitor - Received BOOKMARK: oldResVer=1751 newResVer=1751 2025-10-30 02:06:50.79: PodMonitor - start process kube event 2025-10-30 02:06:50.79: empty line received 2025-10-30 02:06:50.79: PodMonitor - start process kube event 2025-10-30 02:06:54.20: ServiceMonitor - Received BOOKMARK: oldResVer=1839 newResVer=1839 2025-10-30 02:06:54.20: ServiceMonitor - start process kube event 2025-10-30 02:06:54.20: empty line received 2025-10-30 02:06:54.20: ServiceMonitor - start process kube event 2025-10-30 02:07:13.95: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:07:13.95: IngressMonitor - start process kube event 2025-10-30 02:07:13.95: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:07:13.95: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:07:13.95: IngressMonitor - Connect Kube API result 0 2025-10-30 02:07:13.95: IngressMonitor - _schedule_vnc_sync 2025-10-30 02:07:13.95: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) [Introspect:8108]10.0.0.41 - - [2025-10-30 02:07:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000977 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:07:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001278 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:08:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000946 2025-10-30 02:07:13.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 02:07:13.95: VncKubernetes - vnc_sync - Ingress start 2025-10-30 02:07:13.95: VncKubernetes - vnc_sync - Ingress done 2025-10-30 02:07:13.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:07:13.96: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:07:13.96: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: IngressMonitor - start process kube event 2025-10-30 02:07:13.96: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: IngressMonitor - start process kube event 2025-10-30 02:07:13.96: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:13.96: IngressMonitor - start process kube event 2025-10-30 02:07:13.96: empty line received 2025-10-30 02:07:13.96: IngressMonitor - start process kube event 2025-10-30 02:07:16.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:07:16.21: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:16.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:07:16.78: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:07:18.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:07:21.82: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1808 newResVer=1808 2025-10-30 02:07:21.82: NetworkPolicyMonitor - start process kube event 2025-10-30 02:07:21.82: empty line received 2025-10-30 02:07:21.82: NetworkPolicyMonitor - start process kube event 2025-10-30 02:07:22.06: NetworkMonitor - Received BOOKMARK: oldResVer=1502 newResVer=1502 2025-10-30 02:07:22.06: NetworkMonitor - start process kube event 2025-10-30 02:07:22.06: empty line received 2025-10-30 02:07:22.06: NetworkMonitor - start process kube event 2025-10-30 02:07:23.04: NamespaceMonitor - Received BOOKMARK: oldResVer=1843 newResVer=1843 2025-10-30 02:07:23.04: NamespaceMonitor - start process kube event 2025-10-30 02:07:23.04: empty line received 2025-10-30 02:07:23.04: NamespaceMonitor - start process kube event 2025-10-30 02:07:38.36: EndPointMonitor - Received BOOKMARK: oldResVer=1837 newResVer=1837 2025-10-30 02:07:38.36: EndPointMonitor - start process kube event 2025-10-30 02:07:38.36: empty line received 2025-10-30 02:07:38.36: EndPointMonitor - start process kube event 2025-10-30 02:07:50.97: PodMonitor - Received BOOKMARK: oldResVer=1751 newResVer=1751 2025-10-30 02:07:50.97: PodMonitor - start process kube event 2025-10-30 02:07:50.97: empty line received 2025-10-30 02:07:50.97: PodMonitor - start process kube event 2025-10-30 02:07:54.73: ServiceMonitor - Received BOOKMARK: oldResVer=1839 newResVer=1839 2025-10-30 02:07:54.73: ServiceMonitor - start process kube event 2025-10-30 02:07:54.73: ServiceMonitor - _schedule_vnc_sync 2025-10-30 02:07:54.73: empty line received 2025-10-30 02:07:54.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-30 02:07:54.73: VncKubernetes - vnc_sync - Service start 2025-10-30 02:07:54.73: VncKubernetes - vnc_sync - Service done 2025-10-30 02:07:54.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:07:54.73: ServiceMonitor - start process kube event 2025-10-30 02:08:11.03: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1808 newResVer=1808 2025-10-30 02:08:11.03: NetworkPolicyMonitor - start process kube event 2025-10-30 02:08:11.03: empty line received 2025-10-30 02:08:11.03: NetworkPolicyMonitor - start process kube event 2025-10-30 02:08:12.47: stop iteration NetworkPolicyMonitor 2025-10-30 02:08:12.47: NetworkPolicyMonitor - start process kube event 2025-10-30 02:08:12.47: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1808 2025-10-30 02:08:12.47: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:08:12.47: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-30 02:08:12.47: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-30 02:08:12.47: NetworkPolicyMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1808'})(timeout=120) 2025-10-30 02:08:12.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-30 02:08:12.48: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-30 02:08:12.48: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-30 02:08:12.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:12.49: NetworkPolicyMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1808'}) 2025-10-30 02:08:22.23: NamespaceMonitor - Received BOOKMARK: oldResVer=1843 newResVer=1843 2025-10-30 02:08:22.24: NamespaceMonitor - start process kube event 2025-10-30 02:08:22.24: empty line received 2025-10-30 02:08:22.24: NamespaceMonitor - start process kube event 2025-10-30 02:08:22.43: NetworkMonitor - Received BOOKMARK: oldResVer=1502 newResVer=1502 2025-10-30 02:08:22.43: NetworkMonitor - start process kube event 2025-10-30 02:08:22.43: empty line received 2025-10-30 02:08:22.43: NetworkMonitor - start process kube event 2025-10-30 02:08:34.80: PodMonitor - Received ADDED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:34.80: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-30 02:08:34.80: PodMonitor - start process kube event 2025-10-30 02:08:34.80: empty line received 2025-10-30 02:08:34.80: PodMonitor - start process kube event 2025-10-30 02:08:34.81: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:34.81: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:34.81: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:34.82: PodMonitor - start process kube event 2025-10-30 02:08:34.82: empty line received 2025-10-30 02:08:34.82: PodMonitor - start process kube event 2025-10-30 02:08:34.83: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:34.83: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:34.83: PodMonitor - start process kube event 2025-10-30 02:08:34.83: empty line received 2025-10-30 02:08:34.83: PodMonitor - start process kube event 2025-10-30 02:08:35.03: PodMonitor - Received ADDED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 [Introspect:8108]10.0.0.41 - - [2025-10-30 02:08:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000962 2025-10-30 02:08:35.03: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-30 02:08:35.03: PodMonitor - start process kube event 2025-10-30 02:08:35.03: empty line received 2025-10-30 02:08:35.03: PodMonitor - start process kube event 2025-10-30 02:08:35.03: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:35.03: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:35.03: PodMonitor - start process kube event 2025-10-30 02:08:35.03: empty line received 2025-10-30 02:08:35.03: PodMonitor - start process kube event 2025-10-30 02:08:35.04: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:35.04: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:35.04: PodMonitor - start process kube event 2025-10-30 02:08:35.04: empty line received 2025-10-30 02:08:35.04: PodMonitor - start process kube event 2025-10-30 02:08:35.45: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:35.45: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:35.45: PodMonitor - start process kube event 2025-10-30 02:08:35.45: empty line received 2025-10-30 02:08:35.45: PodMonitor - start process kube event 2025-10-30 02:08:35.46: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-30 02:08:35.46: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:35.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:08:35.58: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:36.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:36.19: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:36.19: PodMonitor - start process kube event 2025-10-30 02:08:36.19: empty line received 2025-10-30 02:08:36.19: PodMonitor - start process kube event 2025-10-30 02:08:36.20: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-30 02:08:36.20: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:36.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:08:36.33: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:36.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:08:36.34: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:36.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:39.33: EndPointMonitor - Received BOOKMARK: oldResVer=1837 newResVer=1837 2025-10-30 02:08:39.33: EndPointMonitor - start process kube event 2025-10-30 02:08:39.33: EndPointMonitor - _schedule_vnc_sync 2025-10-30 02:08:39.33: empty line received 2025-10-30 02:08:39.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-30 02:08:39.33: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-30 02:08:39.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:39.33: EndPointMonitor - start process kube event 2025-10-30 02:08:50.91: PodMonitor - Received BOOKMARK: oldResVer=1751 newResVer=2064 2025-10-30 02:08:50.91: PodMonitor - start process kube event 2025-10-30 02:08:50.91: PodMonitor - _schedule_vnc_sync 2025-10-30 02:08:50.91: empty line received 2025-10-30 02:08:50.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-30 02:08:50.91: VncKubernetes - vnc_sync - Pod start 2025-10-30 02:08:50.91: VncKubernetes - vnc_sync - Pod done 2025-10-30 02:08:50.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:50.91: PodMonitor - start process kube event 2025-10-30 02:08:52.26: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:52.26: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:52.26: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:52.26: PodMonitor - start process kube event 2025-10-30 02:08:52.26: empty line received 2025-10-30 02:08:52.26: PodMonitor - start process kube event 2025-10-30 02:08:52.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:53.26: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:53.26: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:53.26: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:08:53.26: PodMonitor - start process kube event 2025-10-30 02:08:53.26: empty line received 2025-10-30 02:08:53.26: PodMonitor - start process kube event 2025-10-30 02:08:53.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:54.06: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:54.06: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:54.06: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:08:54.06: PodMonitor - start process kube event 2025-10-30 02:08:54.06: empty line received 2025-10-30 02:08:54.06: PodMonitor - start process kube event 2025-10-30 02:08:54.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:08:54.66: ServiceMonitor - Received BOOKMARK: oldResVer=1839 newResVer=1839 2025-10-30 02:08:54.66: ServiceMonitor - start process kube event 2025-10-30 02:08:54.66: empty line received 2025-10-30 02:08:54.66: ServiceMonitor - start process kube event 2025-10-30 02:09:01.56: NetworkMonitor - Received BOOKMARK: oldResVer=1502 newResVer=1502 2025-10-30 02:09:01.56: NetworkMonitor - start process kube event 2025-10-30 02:09:01.56: empty line received 2025-10-30 02:09:01.56: NetworkMonitor - start process kube event 2025-10-30 02:09:03.38: stop iteration NetworkMonitor 2025-10-30 02:09:03.38: NetworkMonitor - start process kube event 2025-10-30 02:09:03.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1502 2025-10-30 02:09:03.38: NetworkMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:09:03.38: NetworkMonitor - Connect Kube API result 0 2025-10-30 02:09:03.38: NetworkMonitor - _schedule_vnc_sync 2025-10-30 02:09:03.38: NetworkMonitor - Start Watching request https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1502'})(timeout=120) 2025-10-30 02:09:03.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-30 02:09:03.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-30 02:09:03.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:09:03.40: NetworkMonitor - Watches https://10.0.0.41:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1502'}) 2025-10-30 02:09:06.84: NamespaceMonitor - Received BOOKMARK: oldResVer=1843 newResVer=1843 2025-10-30 02:09:06.84: NamespaceMonitor - start process kube event 2025-10-30 02:09:06.84: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 02:09:06.84: empty line received 2025-10-30 02:09:06.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 02:09:06.84: VncKubernetes - vnc_sync - Namespace start 2025-10-30 02:09:06.84: VncKubernetes - vnc_sync - Namespace done 2025-10-30 02:09:06.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:09:06.84: NamespaceMonitor - start process kube event 2025-10-30 02:09:08.65: stop iteration NamespaceMonitor 2025-10-30 02:09:08.65: NamespaceMonitor - start process kube event 2025-10-30 02:09:08.65: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1843 2025-10-30 02:09:08.65: NamespaceMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:09:08.65: NamespaceMonitor - Connect Kube API result 0 2025-10-30 02:09:08.65: NamespaceMonitor - _schedule_vnc_sync 2025-10-30 02:09:08.65: NamespaceMonitor - Start Watching request https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1843'})(timeout=120) 2025-10-30 02:09:08.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-30 02:09:08.66: VncKubernetes - vnc_sync - Namespace start 2025-10-30 02:09:08.66: VncKubernetes - vnc_sync - Namespace done 2025-10-30 02:09:08.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:09:08.66: NamespaceMonitor - Watches https://10.0.0.41:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1843'}) 2025-10-30 02:09:13.97: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.41', port=6443): Read timed out. 2025-10-30 02:09:13.97: IngressMonitor - start process kube event 2025-10-30 02:09:13.97: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=408 2025-10-30 02:09:13.97: IngressMonitor - Try to connect Kube API 10.0.0.41:6443 2025-10-30 02:09:13.97: IngressMonitor - Connect Kube API result 0 2025-10-30 02:09:13.97: IngressMonitor - _schedule_vnc_sync 2025-10-30 02:09:13.97: IngressMonitor - Start Watching request https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'})(timeout=120) 2025-10-30 02:09:13.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-30 02:09:13.97: VncKubernetes - vnc_sync - Ingress start 2025-10-30 02:09:13.97: VncKubernetes - vnc_sync - Ingress done 2025-10-30 02:09:13.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:09:13.98: IngressMonitor - Watches https://10.0.0.41:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '408'}) 2025-10-30 02:09:13.98: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.98: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.98: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.99: IngressMonitor - start process kube event 2025-10-30 02:09:13.99: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.99: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.99: IngressMonitor - start process kube event 2025-10-30 02:09:13.99: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.99: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:13.99: IngressMonitor - start process kube event 2025-10-30 02:09:13.99: empty line received 2025-10-30 02:09:13.99: IngressMonitor - start process kube event 2025-10-30 02:09:15.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:09:15.58: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:15.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:09:15.99: VncKubernetes - Process event (name=ctest-nginx-ingress-24434958 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-24434958:5e32b660-67fb-4b51-93a6-3525b6a0087d 2025-10-30 02:09:16.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:09:25.33: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.33: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.33: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.33: PodMonitor - start process kube event 2025-10-30 02:09:25.33: empty line received 2025-10-30 02:09:25.33: PodMonitor - start process kube event 2025-10-30 02:09:25.34: PodMonitor - Received MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.34: PodMonitor - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.34: PodMonitor - start process kube event 2025-10-30 02:09:25.34: empty line received 2025-10-30 02:09:25.34: PodMonitor - start process kube event 2025-10-30 02:09:25.34: PodMonitor - Received DELETED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.34: PodMonitor - Got DELETED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.34: PodMonitor - start process kube event 2025-10-30 02:09:25.34: empty line received 2025-10-30 02:09:25.34: PodMonitor - start process kube event 2025-10-30 02:09:25.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-30 02:09:25.35: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:09:25.40: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:37afebaa-4c43-44d5-a687-8e0ee0c8c037 2025-10-30 02:09:25.48: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:09:25.48: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:09:25.48: PodMonitor - start process kube event 2025-10-30 02:09:25.49: empty line received 2025-10-30 02:09:25.49: PodMonitor - start process kube event 2025-10-30 02:09:25.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-30 02:09:25.68: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6a1997d7-3290-4281-9772-d78b1cdf0c16 2025-10-30 02:09:25.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-30 02:09:39.30: EndPointMonitor - Received BOOKMARK: oldResVer=1837 newResVer=1837 2025-10-30 02:09:39.30: EndPointMonitor - start process kube event