++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Oct 23 06:52:53 PM UTC 2025 ===================' INFO: =================== Thu Oct 23 06:52:53 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ head -n 1 +++ grep 'inet ' +++ awk '{print $2}' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.249 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.249 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.249 ++ ANALYTICSDB_NODES=10.0.0.249 ++ ANALYTICS_SNMP_NODES=10.0.0.249 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8081 ' +++ '[' -n '10.0.0.249:8081 ' ']' +++ echo 10.0.0.249:8081 ++ ANALYTICS_SERVERS=10.0.0.249:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9042 ' +++ '[' -n '10.0.0.249:9042 ' ']' +++ echo 10.0.0.249:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.249:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.249 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8086 ' +++ '[' -n '10.0.0.249:8086 ' ']' +++ echo 10.0.0.249:8086 ++ COLLECTOR_SERVERS=10.0.0.249:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.249 ++ CONFIGDB_NODES=10.0.0.249 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8082 ' +++ '[' -n '10.0.0.249:8082 ' ']' +++ echo 10.0.0.249:8082 ++ CONFIG_SERVERS=10.0.0.249:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9161 ' +++ '[' -n '10.0.0.249:9161 ' ']' +++ echo 10.0.0.249:9161 ++ CONFIGDB_SERVERS=10.0.0.249:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9041 ' +++ '[' -n '10.0.0.249:9041 ' ']' +++ echo 10.0.0.249:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.249:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.249 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.249 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.249 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+=10.0.0.249:2181, +++ '[' -n 10.0.0.249:2181, ']' +++ echo 10.0.0.249:2181 ++ ZOOKEEPER_SERVERS=10.0.0.249:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:2181 ' +++ '[' -n '10.0.0.249:2181 ' ']' +++ echo 10.0.0.249:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.249:2181 ++ RABBITMQ_NODES=10.0.0.249 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+=10.0.0.249:5673, +++ '[' -n 10.0.0.249:5673, ']' +++ echo 10.0.0.249:5673 ++ RABBITMQ_SERVERS=10.0.0.249:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:6379 ' +++ '[' -n '10.0.0.249:6379 ' ']' +++ echo 10.0.0.249:6379 ++ REDIS_SERVERS=10.0.0.249:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.249 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9092 ' +++ '[' -n '10.0.0.249:9092 ' ']' +++ echo 10.0.0.249:9092 ++ KAFKA_SERVERS=10.0.0.249:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.249 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.249 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.249 ++ cut -d , -f 1 + local cassandra=10.0.0.249 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.249 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IkEtWjVyblpFYjh6OXhfZmRfNS1fUXhKR3BNc2M0YzZtV1Y3RC16azlXeUEifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6Ijg2MDBmNzc0LWQ4YjEtNDMyNy05NjI4LTM0YzU2ZWZkY2M1MCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.O4AL5opRAvoE97naekRFPUzh8xu3tA48M3_uo5spYEv0vb7KKefFcVy09NQE4AvzqDZDw-9mIZls7YfRzX1aS0A97xw7RXXFC0B6yMQLYC41xDMGhxjZdJpswNtjIFYrCtGKtBBv11hV8OaeD3hPKr_ARM9fkYjE6zwvmDKYFBXIKgaaRMD50tDCNV_kTMzIKpQ5_i0U-kj8OHZPjuNom4HqgkkVtNfMqi10VgYiKVjeBfU-kbkTR2CpI5s9Uv9vj3ahaxRUawA421rd5FVvwvtvMxS42Owz12Sg4zZnOLqxbD7kwF98P7Md9LkhEE2sSw3U2I-oOds2hFAGz3CWzQ ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.249 +++ local servers=10.0.0.249 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ grep -vi host ++++ sort ++++ uniq ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.249,10.249.222.1,127.0.0.1,172.17.0.1,252.249.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.249'\''))' +++ local server_ip=10.0.0.249 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.249 ]] +++ [[ ,10.0.0.249,10.249.222.1,127.0.0.1,172.17.0.1,252.249.0.1,, =~ ,10\.0\.0\.249, ]] +++ echo 10.0.0.249 1 +++ return ++ local ip=10.0.0.249 ++ [[ -z 10.0.0.249 ]] ++ echo 10.0.0.249 + host_ip=10.0.0.249 + [[ cql == \c\q\l ]] ++ echo 10.0.0.249:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.249:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/23/2025 18:53:01.038 7f7884344880 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/23/2025 18:53:01.210 7f7884344880 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/23/2025 18:53:01.211 7f7884344880 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-10-23 18:53:01.49: KubeMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:01.49: KubeMonitor - Connect Kube API result 0 2025-10-23 18:53:01.61: KubeMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-10-23 18:53:01.63: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-10-23 18:53:01.64: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1 2025-10-23 18:53:01.65: PodMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-10-23 18:53:01.66: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-10-23 18:53:01.68: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/apis/networking.k8s.io/v1 2025-10-23 18:53:01.69: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-10-23 18:53:01.70: IngressMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/apis/networking.k8s.io/v1 2025-10-23 18:53:01.70: VncKubernetes - vnc_connect starting 2025-10-23 18:53:01.71: VncKubernetes - vnc_connect done 2025-10-23 18:53:01.88: default-domain domain available. 2025-10-23 18:53:07.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:53:07.00: NamespaceMonitor - start process kube event 2025-10-23 18:53:07.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.00: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.00: NetworkMonitor - start process kube event 2025-10-23 18:53:07.00: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.00: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.00: PodMonitor - start process kube event 2025-10-23 18:53:07.00: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.00: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.00: ServiceMonitor - start process kube event 2025-10-23 18:53:07.00: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.00: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.00: NetworkPolicyMonitor - start process kube event 2025-10-23 18:53:07.00: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.00: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.01: EndPointMonitor - start process kube event 2025-10-23 18:53:07.01: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.01: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.01: IngressMonitor - start process kube event 2025-10-23 18:53:07.01: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.01: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.01: IngressMonitor - Connect Kube API result 0 2025-10-23 18:53:07.01: IngressMonitor - Start init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-23 18:53:07.02: EndPointMonitor - Connect Kube API result 0 2025-10-23 18:53:07.02: EndPointMonitor - Start init url=https://10.0.0.249:6443/api/v1/endpoints resource_version=None 2025-10-23 18:53:07.02: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-23 18:53:07.02: NetworkPolicyMonitor - Start init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-23 18:53:07.03: ServiceMonitor - Connect Kube API result 0 2025-10-23 18:53:07.03: ServiceMonitor - Start init url=https://10.0.0.249:6443/api/v1/services resource_version=None 2025-10-23 18:53:07.03: PodMonitor - Connect Kube API result 0 2025-10-23 18:53:07.03: PodMonitor - Start init url=https://10.0.0.249:6443/api/v1/pods resource_version=None 2025-10-23 18:53:07.04: NetworkMonitor - Connect Kube API result 0 2025-10-23 18:53:07.04: NamespaceMonitor - Connect Kube API result 0 2025-10-23 18:53:07.04: NamespaceMonitor - Start init url=https://10.0.0.249:6443/api/v1/namespaces resource_version=None 2025-10-23 18:53:07.06: IngressMonitor - Done init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses, resource_version=422 2025-10-23 18:53:07.07: IngressMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.07: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:53:07.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 18:53:07.07: VncKubernetes - vnc_sync - Ingress start 2025-10-23 18:53:07.07: VncKubernetes - vnc_sync - Ingress done 2025-10-23 18:53:07.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:53:07.07: NetworkPolicyMonitor - Done init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=422 2025-10-23 18:53:07.07: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.07: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:53:07.08: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:53:07.09: NetworkMonitor - Start init url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-23 18:53:07.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 18:53:07.09: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 18:53:07.09: ServiceMonitor - Got ADDED Service default:kubernetes:59a9edaf-7982-46e5-90ae-927254dd2107 2025-10-23 18:53:07.10: NamespaceMonitor - Got ADDED Namespace None:contrail:615b8ecb-3287-45f4-b8c3-1e4acd2973b7 2025-10-23 18:53:07.10: EndPointMonitor - Got ADDED Endpoints default:kubernetes:584edf89-e5ff-4647-b135-51d67a19ed97 2025-10-23 18:53:07.10: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:53:07.11: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-10-23 18:53:07.11: NetworkMonitor - start process kube event 2025-10-23 18:53:07.11: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-23 18:53:07.11: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:53:07.11: NetworkMonitor - Connect Kube API result 0 2025-10-23 18:53:07.12: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 18:53:07.12: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 18:53:07.12: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:59a9edaf-7982-46e5-90ae-927254dd2107 2025-10-23 18:53:07.12: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:53:07.12: PodMonitor - Done init url=https://10.0.0.249:6443/api/v1/pods, resource_version=422 2025-10-23 18:53:07.13: PodMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.13: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:53:07.13: NamespaceMonitor - Got ADDED Namespace None:default:3e062143-669f-47c6-af65-7c7b78a68a53 2025-10-23 18:53:07.13: ServiceMonitor - Got ADDED Service kube-system:kube-dns:69057d0c-427c-46f5-9211-be8c1d49d13e [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001161 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001474 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001133 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001170 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001120 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001064 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001114 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:53:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001157 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:54:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001085 2025-10-23 18:53:07.13: ServiceMonitor - Done init url=https://10.0.0.249:6443/api/v1/services, resource_version=422 2025-10-23 18:53:07.13: ServiceMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.13: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:53:07.13: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:53:07.13: EndPointMonitor - Done init url=https://10.0.0.249:6443/api/v1/endpoints, resource_version=422 2025-10-23 18:53:07.13: EndPointMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.13: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:53:07.14: NetworkMonitor - Start init url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-23 18:53:07.14: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:53:07.14: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:53:07.15: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:04827f60-db14-429b-938d-6a40f7b0afd0 2025-10-23 18:53:07.15: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:53:07.16: NamespaceMonitor - Got ADDED Namespace None:kube-public:936c3ef4-adb5-47ac-aa08-1e7a5a590f4b 2025-10-23 18:53:07.16: NamespaceMonitor - Got ADDED Namespace None:kube-system:504cfce2-e007-46c8-81d6-2b366241be50 2025-10-23 18:53:07.16: NamespaceMonitor - Done init url=https://10.0.0.249:6443/api/v1/namespaces, resource_version=422 2025-10-23 18:53:07.16: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.16: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:53:07.17: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:53:07.19: NetworkMonitor - Done init url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=426 2025-10-23 18:53:07.19: NetworkMonitor - _schedule_vnc_sync 2025-10-23 18:53:07.19: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'})(timeout=120) 2025-10-23 18:53:07.21: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'}) 2025-10-23 18:53:08.84: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 18:53:08.84: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:615b8ecb-3287-45f4-b8c3-1e4acd2973b7 2025-10-23 18:53:11.24: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 18:53:11.24: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:584edf89-e5ff-4647-b135-51d67a19ed97 2025-10-23 18:53:11.32: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-23 18:53:11.32: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:53:12.57: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:53:12.57: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:53:12.57: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-23 18:53:12.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-23 18:53:12.57: VncKubernetes - vnc_sync - Pod start 2025-10-23 18:53:12.57: VncKubernetes - vnc_sync - Pod done 2025-10-23 18:53:12.57: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-23 18:53:12.57: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:3e062143-669f-47c6-af65-7c7b78a68a53 2025-10-23 18:53:12.58: PodMonitor - start process kube event 2025-10-23 18:53:12.58: empty line received 2025-10-23 18:53:12.58: PodMonitor - start process kube event 2025-10-23 18:53:14.84: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-23 18:53:14.84: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:69057d0c-427c-46f5-9211-be8c1d49d13e 2025-10-23 18:53:16.67: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-23 18:53:16.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 18:53:16.68: VncKubernetes - vnc_sync - Service start 2025-10-23 18:53:16.68: VncKubernetes - vnc_sync - Service done 2025-10-23 18:53:16.68: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-23 18:53:16.68: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:53:16.74: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 18:53:16.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 18:53:16.74: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 18:53:16.74: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 18:53:16.74: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:04827f60-db14-429b-938d-6a40f7b0afd0 2025-10-23 18:53:19.11: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 18:53:19.12: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:936c3ef4-adb5-47ac-aa08-1e7a5a590f4b 2025-10-23 18:53:21.53: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 18:53:21.53: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:504cfce2-e007-46c8-81d6-2b366241be50 2025-10-23 18:53:23.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 18:53:23.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 18:53:23.21: VncKubernetes - vnc_sync - Namespace start 2025-10-23 18:53:23.21: VncKubernetes - vnc_sync - Namespace done 2025-10-23 18:53:23.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 18:53:23.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 18:53:23.21: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 18:53:23.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 18:53:23.21: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:53:23.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:54:08.12: PodMonitor - Received BOOKMARK: oldResVer=422 newResVer=434 2025-10-23 18:54:08.12: PodMonitor - start process kube event 2025-10-23 18:54:08.12: empty line received 2025-10-23 18:54:08.12: PodMonitor - start process kube event 2025-10-23 18:55:07.08: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:55:07.08: IngressMonitor - start process kube event 2025-10-23 18:55:07.08: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:55:07.08: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:55:07.08: IngressMonitor - Connect Kube API result 0 2025-10-23 18:55:07.08: IngressMonitor - _schedule_vnc_sync 2025-10-23 18:55:07.08: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:55:07.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 18:55:07.08: VncKubernetes - vnc_sync - Ingress start 2025-10-23 18:55:07.08: VncKubernetes - vnc_sync - Ingress done 2025-10-23 18:55:07.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:55:07.10: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:55:07.10: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:55:07.11: NetworkPolicyMonitor - start process kube event 2025-10-23 18:55:07.11: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:55:07.11: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:55:07.11: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-23 18:55:07.11: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 18:55:07.11: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:55:07.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 18:55:07.11: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 18:55:07.11: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 18:55:07.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:55:07.11: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:55:07.15: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:55:07.15: EndPointMonitor - start process kube event 2025-10-23 18:55:07.15: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:55:07.15: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:55:07.15: EndPointMonitor - Connect Kube API result 0 2025-10-23 18:55:07.15: EndPointMonitor - _schedule_vnc_sync 2025-10-23 18:55:07.15: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:55:07.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 18:55:07.15: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 18:55:07.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:55:07.15: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:55:07.16: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:55:07.16: ServiceMonitor - start process kube event 2025-10-23 18:55:07.16: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:55:07.16: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:55:07.16: ServiceMonitor - Connect Kube API result 0 2025-10-23 18:55:07.16: ServiceMonitor - _schedule_vnc_sync 2025-10-23 18:55:07.16: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:55:07.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 18:55:07.16: VncKubernetes - vnc_sync - Service start 2025-10-23 18:55:07.16: VncKubernetes - vnc_sync - Service done 2025-10-23 18:55:07.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:55:07.16: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:55:07.17: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:55:07.17: NamespaceMonitor - start process kube event 2025-10-23 18:55:07.17: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:55:07.17: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:55:07.17: NamespaceMonitor - Connect Kube API result 0 2025-10-23 18:55:07.17: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 18:55:07.17: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:55:07.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 18:55:07.17: VncKubernetes - vnc_sync - Namespace start 2025-10-23 18:55:07.17: VncKubernetes - vnc_sync - Namespace done 2025-10-23 18:55:07.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:55:07.18: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:55:07.21: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:55:07.21: NetworkMonitor - start process kube event 2025-10-23 18:55:07.21: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=426 2025-10-23 18:55:07.21: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:55:07.21: NetworkMonitor - Connect Kube API result 0 2025-10-23 18:55:07.21: NetworkMonitor - _schedule_vnc_sync 2025-10-23 18:55:07.21: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'})(timeout=120) 2025-10-23 18:55:07.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 18:55:07.21: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 18:55:07.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:55:07.22: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'}) 2025-10-23 18:55:08.83: PodMonitor - Received BOOKMARK: oldResVer=434 newResVer=434 2025-10-23 18:55:08.83: PodMonitor - start process kube event 2025-10-23 18:55:08.83: empty line received 2025-10-23 18:55:08.83: PodMonitor - start process kube event 2025-10-23 18:56:08.83: PodMonitor - Received BOOKMARK: oldResVer=434 newResVer=434 2025-10-23 18:56:08.83: PodMonitor - start process kube event 2025-10-23 18:56:08.83: empty line received 2025-10-23 18:56:08.83: PodMonitor - start process kube event 2025-10-23 18:57:07.10: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:57:07.10: IngressMonitor - start process kube event 2025-10-23 18:57:07.10: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:57:07.10: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:57:07.10: IngressMonitor - Connect Kube API result 0 2025-10-23 18:57:07.10: IngressMonitor - _schedule_vnc_sync 2025-10-23 18:57:07.10: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:57:07.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 18:57:07.11: VncKubernetes - vnc_sync - Ingress start 2025-10-23 18:57:07.11: VncKubernetes - vnc_sync - Ingress done 2025-10-23 18:57:07.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:07.11: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:57:07.11: NetworkPolicyMonitor - start process kube event 2025-10-23 18:57:07.11: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:57:07.11: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:57:07.12: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-23 18:57:07.12: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 18:57:07.12: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:57:07.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 18:57:07.12: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 18:57:07.12: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 18:57:07.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:07.12: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:57:07.12: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:57:07.16: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:57:07.16: EndPointMonitor - start process kube event 2025-10-23 18:57:07.16: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:57:07.16: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:57:07.16: EndPointMonitor - Connect Kube API result 0 2025-10-23 18:57:07.16: EndPointMonitor - _schedule_vnc_sync 2025-10-23 18:57:07.16: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:57:07.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 18:57:07.16: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 18:57:07.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:07.16: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:57:07.17: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:57:07.17: ServiceMonitor - start process kube event 2025-10-23 18:57:07.17: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:57:07.17: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:57:07.17: ServiceMonitor - Connect Kube API result 0 2025-10-23 18:57:07.17: ServiceMonitor - _schedule_vnc_sync 2025-10-23 18:57:07.17: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:57:07.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 18:57:07.17: VncKubernetes - vnc_sync - Service start 2025-10-23 18:57:07.17: VncKubernetes - vnc_sync - Service done 2025-10-23 18:57:07.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:07.17: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:57:07.18: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:57:07.18: NamespaceMonitor - start process kube event 2025-10-23 18:57:07.18: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:57:07.18: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:57:07.18: NamespaceMonitor - Connect Kube API result 0 2025-10-23 18:57:07.18: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 18:57:07.18: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:57:07.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 18:57:07.18: VncKubernetes - vnc_sync - Namespace start 2025-10-23 18:57:07.18: VncKubernetes - vnc_sync - Namespace done 2025-10-23 18:57:07.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:07.19: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:57:07.22: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:57:07.22: NetworkMonitor - start process kube event 2025-10-23 18:57:07.22: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=426 2025-10-23 18:57:07.22: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:57:07.22: NetworkMonitor - Connect Kube API result 0 2025-10-23 18:57:07.22: NetworkMonitor - _schedule_vnc_sync 2025-10-23 18:57:07.22: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'})(timeout=120) 2025-10-23 18:57:07.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 18:57:07.22: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 18:57:07.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:07.23: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'}) 2025-10-23 18:57:08.91: PodMonitor - Received BOOKMARK: oldResVer=434 newResVer=434 2025-10-23 18:57:08.91: PodMonitor - start process kube event 2025-10-23 18:57:08.91: PodMonitor - _schedule_vnc_sync 2025-10-23 18:57:08.91: empty line received 2025-10-23 18:57:08.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-23 18:57:08.91: VncKubernetes - vnc_sync - Pod start 2025-10-23 18:57:08.91: PodMonitor - start process kube event 2025-10-23 18:57:08.93: VncKubernetes - vnc_sync - Pod done 2025-10-23 18:57:08.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:15.29: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:15.29: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:15.29: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:15.29: PodMonitor - start process kube event [Introspect:8108]10.0.0.249 - - [2025-10-23 18:58:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001126 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:59:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001052 2025-10-23 18:57:15.29: empty line received 2025-10-23 18:57:15.29: PodMonitor - start process kube event 2025-10-23 18:57:15.30: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:15.30: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:15.30: EndPointMonitor - start process kube event 2025-10-23 18:57:15.30: empty line received 2025-10-23 18:57:15.30: EndPointMonitor - start process kube event 2025-10-23 18:57:15.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 18:57:15.35: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:15.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:33.24: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:33.24: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:33.24: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:33.24: PodMonitor - start process kube event 2025-10-23 18:57:33.24: empty line received 2025-10-23 18:57:33.24: PodMonitor - start process kube event 2025-10-23 18:57:33.25: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:33.25: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:33.25: EndPointMonitor - start process kube event 2025-10-23 18:57:33.25: empty line received 2025-10-23 18:57:33.25: EndPointMonitor - start process kube event 2025-10-23 18:57:33.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 18:57:33.26: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:34.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:57:49.97: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:49.97: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:49.97: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:49.98: PodMonitor - start process kube event 2025-10-23 18:57:49.98: empty line received 2025-10-23 18:57:49.98: PodMonitor - start process kube event 2025-10-23 18:57:49.99: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:49.99: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:49.99: EndPointMonitor - start process kube event 2025-10-23 18:57:49.99: empty line received 2025-10-23 18:57:49.99: EndPointMonitor - start process kube event 2025-10-23 18:57:49.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 18:57:49.99: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:50.00: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:50.00: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:50.00: PodMonitor - start process kube event 2025-10-23 18:57:50.00: empty line received 2025-10-23 18:57:50.00: PodMonitor - start process kube event 2025-10-23 18:57:50.01: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:50.01: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:50.01: EndPointMonitor - start process kube event 2025-10-23 18:57:50.01: empty line received 2025-10-23 18:57:50.01: EndPointMonitor - start process kube event 2025-10-23 18:57:50.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 18:57:50.39: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 18:57:50.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 18:57:50.44: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 18:57:50.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:58:07.58: EndPointMonitor - Received BOOKMARK: oldResVer=422 newResVer=835 2025-10-23 18:58:07.58: EndPointMonitor - start process kube event 2025-10-23 18:58:07.58: empty line received 2025-10-23 18:58:07.58: EndPointMonitor - start process kube event 2025-10-23 18:58:08.51: PodMonitor - Received BOOKMARK: oldResVer=434 newResVer=833 2025-10-23 18:58:08.51: PodMonitor - start process kube event 2025-10-23 18:58:08.51: empty line received 2025-10-23 18:58:08.51: PodMonitor - start process kube event 2025-10-23 18:58:42.52: PodMonitor - Received BOOKMARK: oldResVer=833 newResVer=833 2025-10-23 18:58:42.52: PodMonitor - start process kube event 2025-10-23 18:58:42.52: empty line received 2025-10-23 18:58:42.52: PodMonitor - start process kube event 2025-10-23 18:58:44.37: stop iteration PodMonitor 2025-10-23 18:58:44.37: PodMonitor - start process kube event 2025-10-23 18:58:44.37: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=833 2025-10-23 18:58:44.37: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:58:44.37: PodMonitor - Connect Kube API result 0 2025-10-23 18:58:44.37: PodMonitor - _schedule_vnc_sync 2025-10-23 18:58:44.37: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '833'})(timeout=120) 2025-10-23 18:58:44.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-23 18:58:44.37: VncKubernetes - vnc_sync - Pod start 2025-10-23 18:58:44.37: VncKubernetes - vnc_sync - Pod done 2025-10-23 18:58:44.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:58:44.38: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '833'}) 2025-10-23 18:59:07.12: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:59:07.12: IngressMonitor - start process kube event 2025-10-23 18:59:07.12: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:59:07.12: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:59:07.12: IngressMonitor - Connect Kube API result 0 2025-10-23 18:59:07.12: IngressMonitor - _schedule_vnc_sync 2025-10-23 18:59:07.12: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:59:07.13: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:59:07.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 18:59:07.13: VncKubernetes - vnc_sync - Ingress start 2025-10-23 18:59:07.13: VncKubernetes - vnc_sync - Ingress done [Introspect:8108]10.0.0.249 - - [2025-10-23 18:59:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001065 [Introspect:8108]10.0.0.249 - - [2025-10-23 18:59:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001118 2025-10-23 18:59:07.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:59:07.13: NetworkPolicyMonitor - start process kube event 2025-10-23 18:59:07.13: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:59:07.13: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:59:07.13: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-23 18:59:07.13: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 18:59:07.13: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:59:07.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 18:59:07.13: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 18:59:07.13: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 18:59:07.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:59:07.15: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:59:07.15: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:59:07.17: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:59:07.18: ServiceMonitor - start process kube event 2025-10-23 18:59:07.18: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:59:07.18: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:59:07.18: ServiceMonitor - Connect Kube API result 0 2025-10-23 18:59:07.18: ServiceMonitor - _schedule_vnc_sync 2025-10-23 18:59:07.18: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:59:07.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 18:59:07.18: VncKubernetes - vnc_sync - Service start 2025-10-23 18:59:07.18: VncKubernetes - vnc_sync - Service done 2025-10-23 18:59:07.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:59:07.18: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:59:07.19: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:59:07.19: NamespaceMonitor - start process kube event 2025-10-23 18:59:07.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 18:59:07.19: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:59:07.19: NamespaceMonitor - Connect Kube API result 0 2025-10-23 18:59:07.19: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 18:59:07.19: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 18:59:07.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 18:59:07.19: VncKubernetes - vnc_sync - Namespace start 2025-10-23 18:59:07.19: VncKubernetes - vnc_sync - Namespace done 2025-10-23 18:59:07.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:59:07.20: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 18:59:07.23: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 18:59:07.23: NetworkMonitor - start process kube event 2025-10-23 18:59:07.23: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=426 2025-10-23 18:59:07.23: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 18:59:07.23: NetworkMonitor - Connect Kube API result 0 2025-10-23 18:59:07.23: NetworkMonitor - _schedule_vnc_sync 2025-10-23 18:59:07.23: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'})(timeout=120) 2025-10-23 18:59:07.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 18:59:07.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 18:59:07.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 18:59:07.24: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'}) 2025-10-23 18:59:07.73: EndPointMonitor - Received BOOKMARK: oldResVer=835 newResVer=835 2025-10-23 18:59:07.73: EndPointMonitor - start process kube event 2025-10-23 18:59:07.73: empty line received 2025-10-23 18:59:07.73: EndPointMonitor - start process kube event 2025-10-23 19:00:07.66: EndPointMonitor - Received BOOKMARK: oldResVer=835 newResVer=835 2025-10-23 19:00:07.66: EndPointMonitor - start process kube event 2025-10-23 19:00:07.66: empty line received 2025-10-23 19:00:07.66: EndPointMonitor - start process kube event 2025-10-23 19:00:44.38: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:00:44.39: PodMonitor - start process kube event 2025-10-23 19:00:44.39: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=833 2025-10-23 19:00:44.39: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:00:44.39: PodMonitor - Connect Kube API result 0 2025-10-23 19:00:44.39: PodMonitor - _schedule_vnc_sync 2025-10-23 19:00:44.39: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '833'})(timeout=120) 2025-10-23 19:00:44.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-23 19:00:44.39: VncKubernetes - vnc_sync - Pod start 2025-10-23 19:00:44.39: VncKubernetes - vnc_sync - Pod done 2025-10-23 19:00:44.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:00:44.40: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '833'}) 2025-10-23 19:01:07.12: EndPointMonitor - Received BOOKMARK: oldResVer=835 newResVer=835 2025-10-23 19:01:07.12: EndPointMonitor - start process kube event 2025-10-23 19:01:07.12: empty line received 2025-10-23 19:01:07.12: EndPointMonitor - start process kube event 2025-10-23 19:01:07.15: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:01:07.15: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:01:07.15: NetworkPolicyMonitor - start process kube event 2025-10-23 19:01:07.15: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 19:01:07.15: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:01:07.15: IngressMonitor - start process kube event 2025-10-23 19:01:07.15: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 19:01:07.15: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:01:07.15: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-23 19:01:07.15: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 19:01:07.15: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 19:01:07.15: IngressMonitor - Connect Kube API result 0 2025-10-23 19:01:07.15: IngressMonitor - _schedule_vnc_sync 2025-10-23 19:01:07.15: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 19:01:07.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 19:01:07.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 19:01:07.15: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 19:01:07.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:01:07.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 19:01:07.16: VncKubernetes - vnc_sync - Ingress start 2025-10-23 19:01:07.16: VncKubernetes - vnc_sync - Ingress done 2025-10-23 19:01:07.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:01:07.17: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 19:01:07.17: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 19:01:07.18: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:01:07.18: ServiceMonitor - start process kube event 2025-10-23 19:01:07.19: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 19:01:07.19: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:01:07.19: ServiceMonitor - Connect Kube API result 0 2025-10-23 19:01:07.19: ServiceMonitor - _schedule_vnc_sync 2025-10-23 19:01:07.19: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 19:01:07.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 19:01:07.19: VncKubernetes - vnc_sync - Service start 2025-10-23 19:01:07.19: VncKubernetes - vnc_sync - Service done 2025-10-23 19:01:07.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:01:07.19: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 19:01:07.20: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:01:07.20: NamespaceMonitor - start process kube event 2025-10-23 19:01:07.20: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 19:01:07.20: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:01:07.20: NamespaceMonitor - Connect Kube API result 0 2025-10-23 19:01:07.20: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 19:01:07.20: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 19:01:07.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 19:01:07.20: VncKubernetes - vnc_sync - Namespace start 2025-10-23 19:01:07.20: VncKubernetes - vnc_sync - Namespace done 2025-10-23 19:01:07.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:01:07.21: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 19:01:07.24: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:01:07.24: NetworkMonitor - start process kube event 2025-10-23 19:01:07.24: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=426 2025-10-23 19:01:07.24: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:01:07.24: NetworkMonitor - Connect Kube API result 0 2025-10-23 19:01:07.24: NetworkMonitor - _schedule_vnc_sync 2025-10-23 19:01:07.24: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'})(timeout=120) 2025-10-23 19:01:07.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 19:01:07.24: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 19:01:07.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:01:07.25: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'}) 2025-10-23 19:01:45.06: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 19:01:45.06: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 19:01:45.06: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 19:01:45.06: PodMonitor - start process kube event 2025-10-23 19:01:45.06: empty line received 2025-10-23 19:01:45.06: PodMonitor - start process kube event 2025-10-23 19:01:45.07: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 19:01:45.07: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 19:01:45.07: EndPointMonitor - start process kube event 2025-10-23 19:01:45.07: EndPointMonitor - _schedule_vnc_sync 2025-10-23 19:01:45.07: empty line received 2025-10-23 19:01:45.07: EndPointMonitor - start process kube event 2025-10-23 19:01:45.08: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 19:01:45.08: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 19:01:45.08: PodMonitor - start process kube event 2025-10-23 19:01:45.08: empty line received 2025-10-23 19:01:45.08: PodMonitor - start process kube event 2025-10-23 19:01:45.08: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 19:01:45.10: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 19:01:45.10: EndPointMonitor - start process kube event 2025-10-23 19:01:45.10: empty line received 2025-10-23 19:01:45.10: EndPointMonitor - start process kube event 2025-10-23 19:01:45.10: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:01:45.10: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 2025-10-23 19:01:45.51: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:01:45.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 19:01:45.51: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 19:01:45.51: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:01:45.51: VncKubernetes - Process event (name=coredns-6f867cd986-wcqs8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wcqs8:c618d426-4631-4df3-928c-dd880fa574c1 2025-10-23 19:01:45.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:01:45.58: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:9c39fad8-2d42-46bd-b884-6f61c2f4d7b3 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:03:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001127 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:03:51] "GET /Snh_NamespaceDatabaseList?namespace_uuid=3e062143-669f-47c6-af65-7c7b78a68a53 HTTP/1.1" 200 753 0.000674 2025-10-23 19:01:46.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:02:06.91: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=422 newResVer=1037 2025-10-23 19:02:06.91: NetworkPolicyMonitor - start process kube event 2025-10-23 19:02:06.91: empty line received 2025-10-23 19:02:06.91: NetworkPolicyMonitor - start process kube event 2025-10-23 19:02:06.96: IngressMonitor - Received BOOKMARK: oldResVer=422 newResVer=1040 2025-10-23 19:02:06.96: IngressMonitor - start process kube event 2025-10-23 19:02:06.96: empty line received 2025-10-23 19:02:06.96: IngressMonitor - start process kube event 2025-10-23 19:02:06.99: EndPointMonitor - Received BOOKMARK: oldResVer=835 newResVer=1161 2025-10-23 19:02:06.99: EndPointMonitor - start process kube event 2025-10-23 19:02:06.99: empty line received 2025-10-23 19:02:06.99: EndPointMonitor - start process kube event 2025-10-23 19:02:07.57: ServiceMonitor - Received BOOKMARK: oldResVer=422 newResVer=1043 2025-10-23 19:02:07.57: ServiceMonitor - start process kube event 2025-10-23 19:02:07.57: empty line received 2025-10-23 19:02:07.57: ServiceMonitor - start process kube event 2025-10-23 19:02:44.99: PodMonitor - Received BOOKMARK: oldResVer=833 newResVer=1159 2025-10-23 19:02:44.99: PodMonitor - start process kube event 2025-10-23 19:02:44.99: empty line received 2025-10-23 19:02:44.99: PodMonitor - start process kube event 2025-10-23 19:03:06.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-10-23 19:03:06.90: NetworkPolicyMonitor - start process kube event 2025-10-23 19:03:06.90: empty line received 2025-10-23 19:03:06.90: NetworkPolicyMonitor - start process kube event 2025-10-23 19:03:07.08: IngressMonitor - Received BOOKMARK: oldResVer=1040 newResVer=1040 2025-10-23 19:03:07.08: IngressMonitor - start process kube event 2025-10-23 19:03:07.08: empty line received 2025-10-23 19:03:07.08: IngressMonitor - start process kube event 2025-10-23 19:03:07.21: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:03:07.21: NamespaceMonitor - start process kube event 2025-10-23 19:03:07.21: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=422 2025-10-23 19:03:07.21: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:03:07.21: NamespaceMonitor - Connect Kube API result 0 2025-10-23 19:03:07.21: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 19:03:07.21: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'})(timeout=120) 2025-10-23 19:03:07.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 19:03:07.21: VncKubernetes - vnc_sync - Namespace start 2025-10-23 19:03:07.21: VncKubernetes - vnc_sync - Namespace done 2025-10-23 19:03:07.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:03:07.22: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '422'}) 2025-10-23 19:03:07.25: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:03:07.25: NetworkMonitor - start process kube event 2025-10-23 19:03:07.25: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=426 2025-10-23 19:03:07.25: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:03:07.25: NetworkMonitor - Connect Kube API result 0 2025-10-23 19:03:07.25: NetworkMonitor - _schedule_vnc_sync 2025-10-23 19:03:07.25: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'})(timeout=120) 2025-10-23 19:03:07.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 19:03:07.26: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 19:03:07.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:03:07.26: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '426'}) 2025-10-23 19:03:07.42: ServiceMonitor - Received BOOKMARK: oldResVer=1043 newResVer=1043 2025-10-23 19:03:07.42: ServiceMonitor - start process kube event 2025-10-23 19:03:07.42: empty line received 2025-10-23 19:03:07.42: ServiceMonitor - start process kube event 2025-10-23 19:03:07.64: EndPointMonitor - Received BOOKMARK: oldResVer=1161 newResVer=1161 2025-10-23 19:03:07.64: EndPointMonitor - start process kube event 2025-10-23 19:03:07.64: empty line received 2025-10-23 19:03:07.64: EndPointMonitor - start process kube event 2025-10-23 19:03:45.72: PodMonitor - Received BOOKMARK: oldResVer=1159 newResVer=1159 2025-10-23 19:03:45.72: PodMonitor - start process kube event 2025-10-23 19:03:45.72: empty line received 2025-10-23 19:03:45.72: PodMonitor - start process kube event 2025-10-23 19:03:51.42: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-00884449:d11d538c-b902-43e4-9a10-35253661ec20 2025-10-23 19:03:51.42: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-00884449:d11d538c-b902-43e4-9a10-35253661ec20 2025-10-23 19:03:51.42: VncKubernetes - Process event (name=ctest-nginx-svc-00884449 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-00884449:d11d538c-b902-43e4-9a10-35253661ec20 2025-10-23 19:03:51.42: ServiceMonitor - start process kube event 2025-10-23 19:03:51.42: empty line received 2025-10-23 19:03:51.42: ServiceMonitor - start process kube event 2025-10-23 19:03:51.43: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:03:51.43: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:03:51.44: EndPointMonitor - start process kube event 2025-10-23 19:03:51.44: empty line received 2025-10-23 19:03:51.44: EndPointMonitor - start process kube event 2025-10-23 19:03:51.45: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:51.45: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-23054132 (no nodeName) 2025-10-23 19:03:51.45: PodMonitor - start process kube event 2025-10-23 19:03:51.45: empty line received 2025-10-23 19:03:51.45: PodMonitor - start process kube event 2025-10-23 19:03:51.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:51.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:51.48: PodMonitor - start process kube event 2025-10-23 19:03:51.48: empty line received 2025-10-23 19:03:51.48: PodMonitor - start process kube event 2025-10-23 19:03:51.51: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:51.51: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:51.51: PodMonitor - start process kube event 2025-10-23 19:03:51.51: empty line received 2025-10-23 19:03:51.51: PodMonitor - start process kube event 2025-10-23 19:03:51.51: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:51.51: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-01898745 (no nodeName) 2025-10-23 19:03:51.51: PodMonitor - start process kube event 2025-10-23 19:03:51.51: empty line received 2025-10-23 19:03:51.51: PodMonitor - start process kube event 2025-10-23 19:03:51.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:00] "GET /Snh_LoadbalancerDatabaseList?x=5553b227-c415-4064-9c91-5fc3d0d06fdd HTTP/1.1" 200 1869 0.001234 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001004 2025-10-23 19:03:51.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:51.52: PodMonitor - start process kube event 2025-10-23 19:03:51.52: empty line received 2025-10-23 19:03:51.52: PodMonitor - start process kube event 2025-10-23 19:03:51.53: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:51.53: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:51.53: PodMonitor - start process kube event 2025-10-23 19:03:51.53: empty line received 2025-10-23 19:03:51.53: PodMonitor - start process kube event 2025-10-23 19:03:52.45: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 19:03:52.45: VncKubernetes - Process event (name=ctest-nginx-svc-00884449 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:03:52.48: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:03:52.48: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:53.49: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:53.49: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:53.49: PodMonitor - start process kube event 2025-10-23 19:03:53.49: empty line received 2025-10-23 19:03:53.49: PodMonitor - start process kube event 2025-10-23 19:03:53.51: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:03:53.51: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:53.64: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:03:53.64: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:54.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:54.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:54.27: PodMonitor - start process kube event 2025-10-23 19:03:54.27: empty line received 2025-10-23 19:03:54.27: PodMonitor - start process kube event 2025-10-23 19:03:54.28: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:03:54.28: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:54.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:03:54.40: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:03:54.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:03:54.41: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:03:54.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:03:57.83: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:03:57.83: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:03:57.83: VncKubernetes - Process event (name=ctest-nginx-ingress-25274731 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:03:57.83: IngressMonitor - start process kube event 2025-10-23 19:03:57.83: empty line received 2025-10-23 19:03:57.83: IngressMonitor - start process kube event 2025-10-23 19:03:59.19: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:03:59.19: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:03:59.19: IngressMonitor - start process kube event 2025-10-23 19:03:59.19: empty line received 2025-10-23 19:03:59.19: IngressMonitor - start process kube event 2025-10-23 19:04:00.88: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:00.88: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-09973597 (no nodeName) 2025-10-23 19:04:00.88: PodMonitor - start process kube event 2025-10-23 19:04:00.88: empty line received 2025-10-23 19:04:00.88: PodMonitor - start process kube event 2025-10-23 19:04:00.88: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:00.88: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:00.88: PodMonitor - start process kube event 2025-10-23 19:04:00.88: empty line received 2025-10-23 19:04:00.88: PodMonitor - start process kube event 2025-10-23 19:04:00.91: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:00.91: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:00.91: PodMonitor - start process kube event 2025-10-23 19:04:00.92: empty line received 2025-10-23 19:04:00.92: PodMonitor - start process kube event 2025-10-23 19:04:01.01: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:04:01.02: VncKubernetes - Process event (name=ctest-nginx-ingress-25274731 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:04:01.44: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:04:01.44: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:02.44: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:02.44: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:02.45: PodMonitor - start process kube event 2025-10-23 19:04:02.45: empty line received 2025-10-23 19:04:02.45: PodMonitor - start process kube event 2025-10-23 19:04:02.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:04:02.46: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:02.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:02.56: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:02.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:06.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-10-23 19:04:06.65: NetworkPolicyMonitor - start process kube event 2025-10-23 19:04:06.65: empty line received 2025-10-23 19:04:06.65: NetworkPolicyMonitor - start process kube event 2025-10-23 19:04:06.87: IngressMonitor - Received BOOKMARK: oldResVer=1040 newResVer=1362 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001077 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:11] "GET /Snh_VirtualMachineDatabaseList?x=51b0c79e-594c-4137-8e31-399442f06556 HTTP/1.1" 200 2149 0.000824 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:11] "GET /Snh_VirtualMachineDatabaseList?x=9b75c057-06bf-4056-aa55-f40dd3a87671 HTTP/1.1" 200 2149 0.000906 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:16] "GET /Snh_VirtualMachineDatabaseList?x=7b2f330b-0a1f-467b-9363-02344c2aa309 HTTP/1.1" 200 2083 0.000722 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001103 2025-10-23 19:04:06.87: IngressMonitor - start process kube event 2025-10-23 19:04:06.87: empty line received 2025-10-23 19:04:06.87: IngressMonitor - start process kube event 2025-10-23 19:04:07.26: EndPointMonitor - Received BOOKMARK: oldResVer=1161 newResVer=1338 2025-10-23 19:04:07.26: EndPointMonitor - start process kube event 2025-10-23 19:04:07.26: empty line received 2025-10-23 19:04:07.26: EndPointMonitor - start process kube event 2025-10-23 19:04:07.75: ServiceMonitor - Received BOOKMARK: oldResVer=1043 newResVer=1337 2025-10-23 19:04:07.75: ServiceMonitor - start process kube event 2025-10-23 19:04:07.75: empty line received 2025-10-23 19:04:07.75: ServiceMonitor - start process kube event 2025-10-23 19:04:08.10: NetworkMonitor - Received BOOKMARK: oldResVer=426 newResVer=1299 2025-10-23 19:04:08.10: NetworkMonitor - start process kube event 2025-10-23 19:04:08.10: empty line received 2025-10-23 19:04:08.10: NetworkMonitor - start process kube event 2025-10-23 19:04:09.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:09.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:09.07: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:09.07: PodMonitor - start process kube event 2025-10-23 19:04:09.07: empty line received 2025-10-23 19:04:09.07: PodMonitor - start process kube event 2025-10-23 19:04:09.08: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:09.08: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:09.08: EndPointMonitor - start process kube event 2025-10-23 19:04:09.08: empty line received 2025-10-23 19:04:09.08: EndPointMonitor - start process kube event 2025-10-23 19:04:09.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:09.09: VncKubernetes - Process event (name=ctest-nginx-svc-00884449 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:09.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:10.08: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:10.08: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:10.08: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:10.08: PodMonitor - start process kube event 2025-10-23 19:04:10.08: empty line received 2025-10-23 19:04:10.08: PodMonitor - start process kube event 2025-10-23 19:04:10.08: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:10.08: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:10.08: EndPointMonitor - start process kube event 2025-10-23 19:04:10.08: empty line received 2025-10-23 19:04:10.08: EndPointMonitor - start process kube event 2025-10-23 19:04:10.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:10.13: VncKubernetes - Process event (name=ctest-nginx-svc-00884449 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:10.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:15.09: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:15.09: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:15.09: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:15.09: PodMonitor - start process kube event 2025-10-23 19:04:15.09: empty line received 2025-10-23 19:04:15.09: PodMonitor - start process kube event 2025-10-23 19:04:15.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:16.32: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:16.32: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:16.32: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:16.32: PodMonitor - start process kube event 2025-10-23 19:04:16.32: empty line received 2025-10-23 19:04:16.32: PodMonitor - start process kube event 2025-10-23 19:04:16.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:45.16: PodMonitor - Received BOOKMARK: oldResVer=1159 newResVer=1408 2025-10-23 19:04:45.16: PodMonitor - start process kube event 2025-10-23 19:04:45.16: PodMonitor - _schedule_vnc_sync 2025-10-23 19:04:45.16: empty line received 2025-10-23 19:04:45.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-23 19:04:45.16: VncKubernetes - vnc_sync - Pod start 2025-10-23 19:04:45.16: VncKubernetes - vnc_sync - Pod done 2025-10-23 19:04:45.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:45.16: PodMonitor - start process kube event 2025-10-23 19:04:48.16: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.16: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.16: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.16: PodMonitor - start process kube event 2025-10-23 19:04:48.16: empty line received 2025-10-23 19:04:48.16: PodMonitor - start process kube event 2025-10-23 19:04:48.17: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.17: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.17: PodMonitor - start process kube event 2025-10-23 19:04:48.17: empty line received 2025-10-23 19:04:48.17: PodMonitor - start process kube event 2025-10-23 19:04:48.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:48.17: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.17: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.17: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.17: PodMonitor - start process kube event 2025-10-23 19:04:48.17: empty line received 2025-10-23 19:04:48.17: PodMonitor - start process kube event 2025-10-23 19:04:48.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:48.18: VncKubernetes - Process event (name=ctest-busybox-pod-09973597 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-09973597:7b2f330b-0a1f-467b-9363-02344c2aa309 2025-10-23 19:04:48.45: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:51] "GET /Snh_LoadbalancerDatabaseList?x=5553b227-c415-4064-9c91-5fc3d0d06fdd HTTP/1.1" 200 1869 0.000995 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:04:52] "GET /Snh_LoadbalancerDatabaseList?x=5553b227-c415-4064-9c91-5fc3d0d06fdd HTTP/1.1" 200 313 0.000548 2025-10-23 19:04:51.39: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:04:51.39: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:04:51.40: VncKubernetes - Process event (name=ctest-nginx-ingress-25274731 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-25274731:5553b227-c415-4064-9c91-5fc3d0d06fdd 2025-10-23 19:04:51.40: IngressMonitor - start process kube event 2025-10-23 19:04:51.40: empty line received 2025-10-23 19:04:51.40: IngressMonitor - start process kube event 2025-10-23 19:04:52.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:52.90: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:52.90: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:52.90: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:52.90: PodMonitor - start process kube event 2025-10-23 19:04:52.90: empty line received 2025-10-23 19:04:52.90: PodMonitor - start process kube event 2025-10-23 19:04:52.90: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:52.90: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:52.90: EndPointMonitor - start process kube event 2025-10-23 19:04:52.90: empty line received 2025-10-23 19:04:52.90: EndPointMonitor - start process kube event 2025-10-23 19:04:52.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:52.93: VncKubernetes - Process event (name=ctest-nginx-svc-00884449 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:53.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:54.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.16: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.16: PodMonitor - start process kube event 2025-10-23 19:04:54.16: empty line received 2025-10-23 19:04:54.16: PodMonitor - start process kube event 2025-10-23 19:04:54.18: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.18: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.18: PodMonitor - start process kube event 2025-10-23 19:04:54.18: empty line received 2025-10-23 19:04:54.18: PodMonitor - start process kube event 2025-10-23 19:04:54.18: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.18: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.18: PodMonitor - start process kube event 2025-10-23 19:04:54.18: empty line received 2025-10-23 19:04:54.18: PodMonitor - start process kube event 2025-10-23 19:04:54.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:04:54.23: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:54.25: VncKubernetes - Process event (name=ctest-nginx-pod-01898745 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-01898745:9b75c057-06bf-4056-aa55-f40dd3a87671 2025-10-23 19:04:54.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:57.95: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:57.96: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:57.96: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:57.96: PodMonitor - start process kube event 2025-10-23 19:04:57.96: empty line received 2025-10-23 19:04:57.96: PodMonitor - start process kube event 2025-10-23 19:04:57.97: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:57.97: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:57.97: EndPointMonitor - start process kube event 2025-10-23 19:04:57.97: empty line received 2025-10-23 19:04:57.97: EndPointMonitor - start process kube event 2025-10-23 19:04:58.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:58.02: VncKubernetes - Process event (name=ctest-nginx-svc-00884449 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-00884449:0c24ad02-0289-40ee-bdf9-aa451fd0935b 2025-10-23 19:04:58.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:04:59.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.17: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.17: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.17: PodMonitor - start process kube event 2025-10-23 19:04:59.17: empty line received 2025-10-23 19:04:59.17: PodMonitor - start process kube event 2025-10-23 19:04:59.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.17: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.17: PodMonitor - start process kube event 2025-10-23 19:04:59.17: empty line received 2025-10-23 19:04:59.17: PodMonitor - start process kube event 2025-10-23 19:04:59.18: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.18: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.18: PodMonitor - start process kube event 2025-10-23 19:04:59.18: empty line received 2025-10-23 19:04:59.18: PodMonitor - start process kube event 2025-10-23 19:04:59.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:04:59.23: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:04:59.25: VncKubernetes - Process event (name=ctest-nginx-pod-23054132 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-23054132:51b0c79e-594c-4137-8e31-399442f06556 2025-10-23 19:04:59.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:03.30: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:05:03.30: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:05:03.30: VncKubernetes - Process event (name=ctest-new-default-79299350 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:05:03.30: NamespaceMonitor - start process kube event 2025-10-23 19:05:03.30: empty line received 2025-10-23 19:05:03.30: NamespaceMonitor - start process kube event 2025-10-23 19:05:04.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:06.31: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:05:06.31: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:05:06.31: VncKubernetes - Process event (name=ctest-non-default-77016151 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:05:06.32: NamespaceMonitor - start process kube event 2025-10-23 19:05:06.32: empty line received 2025-10-23 19:05:06.32: NamespaceMonitor - start process kube event 2025-10-23 19:05:06.59: IngressMonitor - Received BOOKMARK: oldResVer=1362 newResVer=1462 2025-10-23 19:05:06.59: IngressMonitor - start process kube event 2025-10-23 19:05:06.59: empty line received 2025-10-23 19:05:06.59: IngressMonitor - start process kube event 2025-10-23 19:05:07.09: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1037 2025-10-23 19:05:07.09: NetworkPolicyMonitor - start process kube event 2025-10-23 19:05:07.09: empty line received 2025-10-23 19:05:07.09: NetworkPolicyMonitor - start process kube event 2025-10-23 19:05:07.47: EndPointMonitor - Received BOOKMARK: oldResVer=1338 newResVer=1483 2025-10-23 19:05:07.47: EndPointMonitor - start process kube event 2025-10-23 19:05:07.47: empty line received 2025-10-23 19:05:07.47: EndPointMonitor - start process kube event 2025-10-23 19:05:07.61: NetworkMonitor - Received BOOKMARK: oldResVer=1299 newResVer=1299 2025-10-23 19:05:07.61: NetworkMonitor - start process kube event 2025-10-23 19:05:07.61: empty line received 2025-10-23 19:05:07.61: NetworkMonitor - start process kube event 2025-10-23 19:05:07.85: NamespaceMonitor - Received BOOKMARK: oldResVer=422 newResVer=1505 2025-10-23 19:05:07.85: NamespaceMonitor - start process kube event 2025-10-23 19:05:07.85: empty line received 2025-10-23 19:05:07.85: NamespaceMonitor - start process kube event 2025-10-23 19:05:08.08: ServiceMonitor - Received BOOKMARK: oldResVer=1337 newResVer=1337 2025-10-23 19:05:08.08: ServiceMonitor - start process kube event 2025-10-23 19:05:08.08: ServiceMonitor - _schedule_vnc_sync 2025-10-23 19:05:08.08: empty line received 2025-10-23 19:05:08.08: ServiceMonitor - start process kube event 2025-10-23 19:05:08.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:08.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 19:05:08.08: VncKubernetes - vnc_sync - Service start 2025-10-23 19:05:08.09: VncKubernetes - vnc_sync - Service done 2025-10-23 19:05:08.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:08.59: EndPointMonitor - Received BOOKMARK: oldResVer=1483 newResVer=1483 2025-10-23 19:05:08.60: EndPointMonitor - start process kube event 2025-10-23 19:05:08.60: empty line received 2025-10-23 19:05:08.60: EndPointMonitor - start process kube event 2025-10-23 19:05:09.32: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:05:09.32: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:05:09.32: VncKubernetes - Process event (name=ctest-new-default-79299350 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:05:09.32: NamespaceMonitor - start process kube event 2025-10-23 19:05:09.32: empty line received 2025-10-23 19:05:09.32: NamespaceMonitor - start process kube event 2025-10-23 19:05:09.33: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:05:09.33: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:05:09.33: NamespaceMonitor - start process kube event 2025-10-23 19:05:09.33: empty line received 2025-10-23 19:05:09.33: NamespaceMonitor - start process kube event 2025-10-23 19:05:09.34: PodMonitor - Received ADDED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:09.34: PodMonitor - Skipped ADDED Pod ctest-new-default-79299350:ctest-pod-74351047 (no nodeName) 2025-10-23 19:05:09.34: PodMonitor - start process kube event 2025-10-23 19:05:09.34: empty line received 2025-10-23 19:05:09.34: PodMonitor - start process kube event 2025-10-23 19:05:09.36: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:09.36: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:09.36: PodMonitor - start process kube event 2025-10-23 19:05:09.36: empty line received 2025-10-23 19:05:09.36: PodMonitor - start process kube event 2025-10-23 19:05:09.37: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:09.37: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:09.37: PodMonitor - start process kube event 2025-10-23 19:05:09.37: empty line received 2025-10-23 19:05:09.37: PodMonitor - start process kube event 2025-10-23 19:05:09.40: PodMonitor - Received ADDED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:09.40: PodMonitor - Skipped ADDED Pod ctest-new-default-79299350:ctest-pod-69251963 (no nodeName) 2025-10-23 19:05:09.40: PodMonitor - start process kube event 2025-10-23 19:05:09.40: empty line received 2025-10-23 19:05:09.40: PodMonitor - start process kube event 2025-10-23 19:05:09.40: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:09.40: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:09.40: PodMonitor - start process kube event 2025-10-23 19:05:09.40: empty line received 2025-10-23 19:05:09.40: PodMonitor - start process kube event 2025-10-23 19:05:09.42: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:09.42: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:09.42: PodMonitor - start process kube event 2025-10-23 19:05:09.43: empty line received 2025-10-23 19:05:09.43: PodMonitor - start process kube event 2025-10-23 19:05:09.43: PodMonitor - Received ADDED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:09.44: PodMonitor - Skipped ADDED Pod ctest-non-default-77016151:ctest-pod-15936329 (no nodeName) 2025-10-23 19:05:09.44: PodMonitor - start process kube event 2025-10-23 19:05:09.44: empty line received 2025-10-23 19:05:09.44: PodMonitor - start process kube event 2025-10-23 19:05:09.44: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:09.44: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:09.44: PodMonitor - start process kube event [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:10] "GET /Snh_NamespaceDatabaseList?namespace_uuid=ef71d551-0228-4250-aa4f-0412e7973d26 HTTP/1.1" 200 866 0.000586 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:10] "GET /Snh_NamespaceDatabaseList?namespace_uuid=e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 HTTP/1.1" 200 866 0.000587 2025-10-23 19:05:09.44: empty line received 2025-10-23 19:05:09.44: PodMonitor - start process kube event 2025-10-23 19:05:09.44: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:09.44: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:09.44: PodMonitor - start process kube event 2025-10-23 19:05:09.44: empty line received 2025-10-23 19:05:09.45: PodMonitor - start process kube event 2025-10-23 19:05:09.46: PodMonitor - Received ADDED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:09.46: PodMonitor - Skipped ADDED Pod ctest-non-default-77016151:ctest-pod-59347938 (no nodeName) 2025-10-23 19:05:09.46: PodMonitor - start process kube event 2025-10-23 19:05:09.46: empty line received 2025-10-23 19:05:09.46: PodMonitor - start process kube event 2025-10-23 19:05:09.46: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:09.46: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:09.47: PodMonitor - start process kube event 2025-10-23 19:05:09.47: empty line received 2025-10-23 19:05:09.47: PodMonitor - start process kube event 2025-10-23 19:05:09.47: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:09.47: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:09.47: PodMonitor - start process kube event 2025-10-23 19:05:09.47: empty line received 2025-10-23 19:05:09.47: PodMonitor - start process kube event 2025-10-23 19:05:09.49: PodMonitor - Received ADDED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:09.49: PodMonitor - Skipped ADDED Pod ctest-new-default-79299350:ctest-pod-32306044 (no nodeName) 2025-10-23 19:05:09.49: PodMonitor - start process kube event 2025-10-23 19:05:09.49: empty line received 2025-10-23 19:05:09.49: PodMonitor - start process kube event 2025-10-23 19:05:09.49: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:09.49: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:09.49: PodMonitor - start process kube event 2025-10-23 19:05:09.49: empty line received 2025-10-23 19:05:09.49: PodMonitor - start process kube event 2025-10-23 19:05:09.51: PodMonitor - Received ADDED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:09.51: PodMonitor - Skipped ADDED Pod ctest-new-default-79299350:ctest-pod-83761103 (no nodeName) 2025-10-23 19:05:09.51: PodMonitor - start process kube event 2025-10-23 19:05:09.51: empty line received 2025-10-23 19:05:09.51: PodMonitor - start process kube event 2025-10-23 19:05:09.51: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:09.51: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:09.51: PodMonitor - start process kube event 2025-10-23 19:05:09.51: empty line received 2025-10-23 19:05:09.51: PodMonitor - start process kube event 2025-10-23 19:05:09.53: PodMonitor - Received ADDED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:09.53: PodMonitor - Skipped ADDED Pod ctest-non-default-77016151:ctest-pod-28223890 (no nodeName) 2025-10-23 19:05:09.53: PodMonitor - start process kube event 2025-10-23 19:05:09.53: empty line received 2025-10-23 19:05:09.53: PodMonitor - start process kube event 2025-10-23 19:05:09.54: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:09.54: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:09.54: PodMonitor - start process kube event 2025-10-23 19:05:09.54: empty line received 2025-10-23 19:05:09.54: PodMonitor - start process kube event 2025-10-23 19:05:09.55: PodMonitor - Received ADDED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:09.55: PodMonitor - Skipped ADDED Pod ctest-non-default-77016151:ctest-pod-11109673 (no nodeName) 2025-10-23 19:05:09.55: PodMonitor - start process kube event 2025-10-23 19:05:09.55: empty line received 2025-10-23 19:05:09.55: PodMonitor - start process kube event 2025-10-23 19:05:09.56: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:09.56: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:09.56: PodMonitor - start process kube event 2025-10-23 19:05:09.56: empty line received 2025-10-23 19:05:09.56: PodMonitor - start process kube event 2025-10-23 19:05:09.76: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:09.76: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:09.76: PodMonitor - start process kube event 2025-10-23 19:05:09.76: empty line received 2025-10-23 19:05:09.76: PodMonitor - start process kube event 2025-10-23 19:05:09.91: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 19:05:09.91: VncKubernetes - Process event (name=ctest-non-default-77016151 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:05:10.16: stop iteration EndPointMonitor 2025-10-23 19:05:10.16: EndPointMonitor - start process kube event 2025-10-23 19:05:10.16: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1483 2025-10-23 19:05:10.16: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:05:10.17: EndPointMonitor - Connect Kube API result 0 2025-10-23 19:05:10.17: EndPointMonitor - _schedule_vnc_sync 2025-10-23 19:05:10.17: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1483'})(timeout=120) 2025-10-23 19:05:10.19: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1483'}) 2025-10-23 19:05:10.47: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 19:05:10.47: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:11.52: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:11.52: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:11.52: PodMonitor - start process kube event 2025-10-23 19:05:11.52: empty line received 2025-10-23 19:05:11.52: PodMonitor - start process kube event 2025-10-23 19:05:11.53: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 19:05:11.53: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:11.66: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 19:05:11.66: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:11.76: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:11.76: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:11.76: PodMonitor - start process kube event 2025-10-23 19:05:11.76: empty line received 2025-10-23 19:05:11.76: PodMonitor - start process kube event 2025-10-23 19:05:12.17: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:12.17: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:12.17: PodMonitor - start process kube event 2025-10-23 19:05:12.17: empty line received 2025-10-23 19:05:12.17: PodMonitor - start process kube event 2025-10-23 19:05:12.32: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:12.32: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:12.32: PodMonitor - start process kube event 2025-10-23 19:05:12.32: empty line received 2025-10-23 19:05:12.32: PodMonitor - start process kube event 2025-10-23 19:05:12.34: VncKubernetes - wait event (qsize=15 timeout=120) 2025-10-23 19:05:12.34: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:12.47: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 19:05:12.47: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:12.56: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:12.56: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:12.56: PodMonitor - start process kube event 2025-10-23 19:05:12.56: empty line received 2025-10-23 19:05:12.56: PodMonitor - start process kube event 2025-10-23 19:05:13.37: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:13.37: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:13.37: PodMonitor - start process kube event 2025-10-23 19:05:13.37: empty line received 2025-10-23 19:05:13.37: PodMonitor - start process kube event 2025-10-23 19:05:13.38: VncKubernetes - wait event (qsize=15 timeout=120) 2025-10-23 19:05:13.38: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:13.45: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 19:05:13.45: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:14.10: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:14.10: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:14.10: PodMonitor - start process kube event 2025-10-23 19:05:14.10: empty line received 2025-10-23 19:05:14.10: PodMonitor - start process kube event 2025-10-23 19:05:14.11: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-23 19:05:14.11: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:14.18: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 19:05:14.18: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:14.87: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:14.87: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:14.87: PodMonitor - start process kube event 2025-10-23 19:05:14.87: empty line received 2025-10-23 19:05:14.87: PodMonitor - start process kube event 2025-10-23 19:05:14.88: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 19:05:14.88: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:15.63: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:15.63: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:15.63: PodMonitor - start process kube event 2025-10-23 19:05:15.63: empty line received 2025-10-23 19:05:15.63: PodMonitor - start process kube event 2025-10-23 19:05:15.64: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 19:05:15.64: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:16.40: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:16.40: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:16.41: PodMonitor - start process kube event 2025-10-23 19:05:16.41: empty line received 2025-10-23 19:05:16.41: PodMonitor - start process kube event 2025-10-23 19:05:16.42: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 19:05:16.42: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:17.12: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:17.12: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:17.12: PodMonitor - start process kube event 2025-10-23 19:05:17.12: empty line received 2025-10-23 19:05:17.12: PodMonitor - start process kube event 2025-10-23 19:05:17.13: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-23 19:05:17.13: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:17.21: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-23 19:05:17.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 19:05:17.21: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 19:05:17.21: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-23 19:05:17.21: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:17.26: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-23 19:05:17.26: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:17.35: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-23 19:05:17.35: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:17.42: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-23 19:05:17.42: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:17.48: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 19:05:17.48: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:17.56: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 19:05:17.56: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:17.61: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 19:05:17.61: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:17.62: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:05:17.62: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:17.68: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:05:17.68: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:17.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:05:17.70: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:17.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:17.76: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:17.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:22.21: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:22.21: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:22.21: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:05:22.21: PodMonitor - start process kube event 2025-10-23 19:05:22.21: empty line received 2025-10-23 19:05:22.21: PodMonitor - start process kube event 2025-10-23 19:05:22.22: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:22.22: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:22.22: PodMonitor - start process kube event 2025-10-23 19:05:22.22: empty line received 2025-10-23 19:05:22.22: PodMonitor - start process kube event 2025-10-23 19:05:22.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:22.23: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:05:22.23: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:22.23: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:22.23: PodMonitor - start process kube event 2025-10-23 19:05:22.23: empty line received 2025-10-23 19:05:22.23: PodMonitor - start process kube event 2025-10-23 19:05:22.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:22.28: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:05:22.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:23.22: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:23.22: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:23.22: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:05:23.22: PodMonitor - start process kube event 2025-10-23 19:05:23.22: empty line received 2025-10-23 19:05:23.22: PodMonitor - start process kube event 2025-10-23 19:05:23.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:24.22: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:24.22: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:24.22: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:05:24.22: PodMonitor - start process kube event 2025-10-23 19:05:24.22: empty line received 2025-10-23 19:05:24.22: PodMonitor - start process kube event 2025-10-23 19:05:24.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:25.22: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:25.22: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:25.22: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:05:25.22: PodMonitor - start process kube event 2025-10-23 19:05:25.22: empty line received [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:25] "GET /Snh_VirtualMachineDatabaseList?x=c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c HTTP/1.1" 200 2483 0.001018 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:25] "GET /Snh_VirtualMachineDatabaseList?x=9fa90eb6-07e3-458a-a9a2-dde89f9776ae HTTP/1.1" 200 2483 0.001052 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:25] "GET /Snh_VirtualMachineDatabaseList?x=fdb5d833-0c07-48b6-a026-41a0a70db8c7 HTTP/1.1" 200 2483 0.000717 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:25] "GET /Snh_VirtualMachineDatabaseList?x=df06bb78-f742-4149-b7a4-ad5d0512ef5c HTTP/1.1" 200 2483 0.000729 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:30] "GET /Snh_VirtualMachineDatabaseList?x=cbed4a81-2d16-4756-9d4c-41d37312c190 HTTP/1.1" 200 2413 0.000740 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:30] "GET /Snh_VirtualMachineDatabaseList?x=ac6e4d5e-e67d-419c-8e48-a8870d5f10db HTTP/1.1" 200 2413 0.000795 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:30] "GET /Snh_VirtualMachineDatabaseList?x=4afd8f99-3f95-4102-8acf-c20207da05db HTTP/1.1" 200 2413 0.000822 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:30] "GET /Snh_VirtualMachineDatabaseList?x=b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 HTTP/1.1" 200 2413 0.000767 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:32] "GET /Snh_LoadbalancerDatabaseList?x=183c032d-230f-4cb4-86fa-c74da51c22cb HTTP/1.1" 200 1862 0.000749 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:33] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 HTTP/1.1" 200 2095 0.000686 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:33] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 HTTP/1.1" 200 2095 0.000698 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:05:35] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 HTTP/1.1" 200 2302 0.000755 2025-10-23 19:05:25.22: PodMonitor - start process kube event 2025-10-23 19:05:25.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:27.23: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:27.23: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:27.23: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:05:27.23: PodMonitor - start process kube event 2025-10-23 19:05:27.23: empty line received 2025-10-23 19:05:27.23: PodMonitor - start process kube event 2025-10-23 19:05:27.24: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:27.24: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:27.24: PodMonitor - start process kube event 2025-10-23 19:05:27.24: empty line received 2025-10-23 19:05:27.24: PodMonitor - start process kube event 2025-10-23 19:05:27.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:27.29: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:05:27.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:31.12: ServiceMonitor - Received ADDED Service ctest-new-default-79299350:ctest-nginx-svc-15716344:183c032d-230f-4cb4-86fa-c74da51c22cb 2025-10-23 19:05:31.12: ServiceMonitor - Got ADDED Service ctest-new-default-79299350:ctest-nginx-svc-15716344:183c032d-230f-4cb4-86fa-c74da51c22cb 2025-10-23 19:05:31.12: VncKubernetes - Process event (name=ctest-nginx-svc-15716344 event_type=ADDED kind=Service ns=ctest-new-default-79299350) VncService - Got ADDED Service ctest-new-default-79299350:ctest-nginx-svc-15716344:183c032d-230f-4cb4-86fa-c74da51c22cb 2025-10-23 19:05:31.12: ServiceMonitor - start process kube event 2025-10-23 19:05:31.12: empty line received 2025-10-23 19:05:31.12: ServiceMonitor - start process kube event 2025-10-23 19:05:31.14: EndPointMonitor - Received ADDED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:05:31.14: EndPointMonitor - Got ADDED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:05:31.14: EndPointMonitor - start process kube event 2025-10-23 19:05:31.14: empty line received 2025-10-23 19:05:31.14: EndPointMonitor - start process kube event 2025-10-23 19:05:32.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:32.05: VncKubernetes - Process event (name=ctest-nginx-svc-15716344 event_type=ADDED kind=Endpoints ns=ctest-new-default-79299350) VncEndpoints - Got ADDED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:05:32.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:33.41: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:05:33.41: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:05:33.42: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-79299350) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:05:33.42: NetworkPolicyMonitor - start process kube event 2025-10-23 19:05:33.42: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 19:05:33.42: empty line received 2025-10-23 19:05:33.42: NetworkPolicyMonitor - start process kube event 2025-10-23 19:05:34.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:05:34.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 19:05:34.68: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 19:05:34.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 19:05:34.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:05:45.80: PodMonitor - Received BOOKMARK: oldResVer=1408 newResVer=1613 2025-10-23 19:05:45.80: PodMonitor - start process kube event 2025-10-23 19:05:45.80: empty line received 2025-10-23 19:05:45.80: PodMonitor - start process kube event 2025-10-23 19:06:06.31: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1037 newResVer=1628 2025-10-23 19:06:06.31: NetworkPolicyMonitor - start process kube event 2025-10-23 19:06:06.31: empty line received 2025-10-23 19:06:06.31: NetworkPolicyMonitor - start process kube event 2025-10-23 19:06:07.37: IngressMonitor - Received BOOKMARK: oldResVer=1462 newResVer=1462 2025-10-23 19:06:07.37: IngressMonitor - start process kube event 2025-10-23 19:06:07.37: IngressMonitor - _schedule_vnc_sync 2025-10-23 19:06:07.37: empty line received 2025-10-23 19:06:07.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 19:06:07.37: VncKubernetes - vnc_sync - Ingress start 2025-10-23 19:06:07.37: VncKubernetes - vnc_sync - Ingress done 2025-10-23 19:06:07.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:06:07.37: IngressMonitor - start process kube event 2025-10-23 19:06:07.61: NetworkMonitor - Received BOOKMARK: oldResVer=1299 newResVer=1299 2025-10-23 19:06:07.61: NetworkMonitor - start process kube event 2025-10-23 19:06:07.61: empty line received 2025-10-23 19:06:07.61: NetworkMonitor - start process kube event 2025-10-23 19:06:07.62: NamespaceMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1517 2025-10-23 19:06:07.62: NamespaceMonitor - start process kube event 2025-10-23 19:06:07.62: empty line received 2025-10-23 19:06:07.62: NamespaceMonitor - start process kube event 2025-10-23 19:06:08.16: ServiceMonitor - Received BOOKMARK: oldResVer=1337 newResVer=1621 2025-10-23 19:06:08.16: ServiceMonitor - start process kube event 2025-10-23 19:06:08.16: empty line received 2025-10-23 19:06:08.16: ServiceMonitor - start process kube event 2025-10-23 19:06:10.23: EndPointMonitor - Received BOOKMARK: oldResVer=1483 newResVer=1623 2025-10-23 19:06:10.23: EndPointMonitor - start process kube event 2025-10-23 19:06:10.23: empty line received 2025-10-23 19:06:10.23: EndPointMonitor - start process kube event 2025-10-23 19:06:28.33: IngressMonitor - Received BOOKMARK: oldResVer=1462 newResVer=1462 2025-10-23 19:06:28.33: IngressMonitor - start process kube event 2025-10-23 19:06:28.33: empty line received 2025-10-23 19:06:28.33: IngressMonitor - start process kube event 2025-10-23 19:06:29.89: stop iteration IngressMonitor 2025-10-23 19:06:29.89: IngressMonitor - start process kube event 2025-10-23 19:06:29.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1462 2025-10-23 19:06:29.89: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:06:29.89: IngressMonitor - Connect Kube API result 0 2025-10-23 19:06:29.89: IngressMonitor - _schedule_vnc_sync 2025-10-23 19:06:29.89: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'})(timeout=120) 2025-10-23 19:06:29.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 19:06:29.89: VncKubernetes - vnc_sync - Ingress start 2025-10-23 19:06:29.89: VncKubernetes - vnc_sync - Ingress done 2025-10-23 19:06:29.89: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.249 - - [2025-10-23 19:08:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001125 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:08:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001073 2025-10-23 19:06:29.90: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'}) 2025-10-23 19:06:45.13: PodMonitor - Received BOOKMARK: oldResVer=1613 newResVer=1613 2025-10-23 19:06:45.13: PodMonitor - start process kube event 2025-10-23 19:06:45.13: empty line received 2025-10-23 19:06:45.13: PodMonitor - start process kube event 2025-10-23 19:07:06.80: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1628 newResVer=1628 2025-10-23 19:07:06.80: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:06.80: empty line received 2025-10-23 19:07:06.80: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:07.90: NamespaceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1517 2025-10-23 19:07:07.90: NamespaceMonitor - start process kube event 2025-10-23 19:07:07.90: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 19:07:07.90: empty line received 2025-10-23 19:07:07.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 19:07:07.90: VncKubernetes - vnc_sync - Namespace start 2025-10-23 19:07:07.90: VncKubernetes - vnc_sync - Namespace done 2025-10-23 19:07:07.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:07:07.90: NamespaceMonitor - start process kube event 2025-10-23 19:07:07.96: NetworkMonitor - Received BOOKMARK: oldResVer=1299 newResVer=1299 2025-10-23 19:07:07.96: NetworkMonitor - start process kube event 2025-10-23 19:07:07.96: NetworkMonitor - _schedule_vnc_sync 2025-10-23 19:07:07.96: empty line received 2025-10-23 19:07:07.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 19:07:07.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 19:07:07.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:07:07.96: NetworkMonitor - start process kube event 2025-10-23 19:07:08.16: ServiceMonitor - Received BOOKMARK: oldResVer=1621 newResVer=1621 2025-10-23 19:07:08.16: ServiceMonitor - start process kube event 2025-10-23 19:07:08.16: empty line received 2025-10-23 19:07:08.16: ServiceMonitor - start process kube event 2025-10-23 19:07:10.59: EndPointMonitor - Received BOOKMARK: oldResVer=1623 newResVer=1623 2025-10-23 19:07:10.59: EndPointMonitor - start process kube event 2025-10-23 19:07:10.59: empty line received 2025-10-23 19:07:10.59: EndPointMonitor - start process kube event 2025-10-23 19:07:25.28: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1628 newResVer=1628 2025-10-23 19:07:25.28: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:25.28: empty line received 2025-10-23 19:07:25.28: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:26.44: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1628 newResVer=1628 2025-10-23 19:07:26.44: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:26.44: empty line received 2025-10-23 19:07:26.44: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:27.61: stop iteration NetworkPolicyMonitor 2025-10-23 19:07:27.61: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:27.61: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1628 2025-10-23 19:07:27.61: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:07:27.61: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-23 19:07:27.61: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 19:07:27.61: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1628'})(timeout=120) 2025-10-23 19:07:27.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 19:07:27.62: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-23 19:07:27.62: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 19:07:27.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:07:27.62: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1628'}) 2025-10-23 19:07:33.14: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:07:33.14: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:07:33.15: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-79299350) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:07:33.15: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:33.15: empty line received 2025-10-23 19:07:33.15: NetworkPolicyMonitor - start process kube event 2025-10-23 19:07:34.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:07:45.05: PodMonitor - Received BOOKMARK: oldResVer=1613 newResVer=1613 2025-10-23 19:07:45.05: PodMonitor - start process kube event 2025-10-23 19:07:45.05: empty line received 2025-10-23 19:07:45.05: PodMonitor - start process kube event 2025-10-23 19:08:07.09: NamespaceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1517 2025-10-23 19:08:07.09: NamespaceMonitor - start process kube event 2025-10-23 19:08:07.09: empty line received 2025-10-23 19:08:07.09: NamespaceMonitor - start process kube event 2025-10-23 19:08:07.65: NetworkMonitor - Received BOOKMARK: oldResVer=1299 newResVer=1299 2025-10-23 19:08:07.65: NetworkMonitor - start process kube event 2025-10-23 19:08:07.65: empty line received 2025-10-23 19:08:07.65: NetworkMonitor - start process kube event 2025-10-23 19:08:08.47: ServiceMonitor - Received BOOKMARK: oldResVer=1621 newResVer=1621 2025-10-23 19:08:08.47: ServiceMonitor - start process kube event 2025-10-23 19:08:08.47: empty line received 2025-10-23 19:08:08.47: ServiceMonitor - start process kube event 2025-10-23 19:08:10.86: EndPointMonitor - Received BOOKMARK: oldResVer=1623 newResVer=1623 2025-10-23 19:08:10.86: EndPointMonitor - start process kube event 2025-10-23 19:08:10.86: empty line received 2025-10-23 19:08:10.86: EndPointMonitor - start process kube event 2025-10-23 19:08:28.10: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1628 newResVer=1784 2025-10-23 19:08:28.10: NetworkPolicyMonitor - start process kube event 2025-10-23 19:08:28.10: empty line received 2025-10-23 19:08:28.10: NetworkPolicyMonitor - start process kube event 2025-10-23 19:08:29.91: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:08:29.91: IngressMonitor - start process kube event 2025-10-23 19:08:29.91: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1462 2025-10-23 19:08:29.91: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:08:29.91: IngressMonitor - Connect Kube API result 0 2025-10-23 19:08:29.91: IngressMonitor - _schedule_vnc_sync 2025-10-23 19:08:29.91: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'})(timeout=120) 2025-10-23 19:08:29.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 19:08:29.91: VncKubernetes - vnc_sync - Ingress start 2025-10-23 19:08:29.91: VncKubernetes - vnc_sync - Ingress done 2025-10-23 19:08:29.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:08:29.92: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'}) 2025-10-23 19:08:34.76: NetworkMonitor - Received BOOKMARK: oldResVer=1299 newResVer=1299 2025-10-23 19:08:34.76: NetworkMonitor - start process kube event 2025-10-23 19:08:34.76: empty line received 2025-10-23 19:08:34.76: NetworkMonitor - start process kube event 2025-10-23 19:08:35.67: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:35.67: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:35.67: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:35.67: PodMonitor - start process kube event 2025-10-23 19:08:35.67: empty line received 2025-10-23 19:08:35.67: PodMonitor - start process kube event 2025-10-23 19:08:35.67: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:08:35.68: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:08:35.68: EndPointMonitor - start process kube event 2025-10-23 19:08:35.68: empty line received 2025-10-23 19:08:35.68: EndPointMonitor - start process kube event 2025-10-23 19:08:35.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:08:35.69: VncKubernetes - Process event (name=ctest-nginx-svc-15716344 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-79299350) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:08:35.70: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:35.70: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:35.70: PodMonitor - start process kube event 2025-10-23 19:08:35.70: empty line received 2025-10-23 19:08:35.70: PodMonitor - start process kube event 2025-10-23 19:08:35.70: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:08:35.71: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:08:35.71: PodMonitor - start process kube event 2025-10-23 19:08:35.71: empty line received 2025-10-23 19:08:35.71: PodMonitor - start process kube event 2025-10-23 19:08:35.71: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:35.71: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:35.71: PodMonitor - start process kube event 2025-10-23 19:08:35.71: empty line received 2025-10-23 19:08:35.71: PodMonitor - start process kube event 2025-10-23 19:08:35.72: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:08:35.72: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:08:35.72: PodMonitor - start process kube event 2025-10-23 19:08:35.72: empty line received 2025-10-23 19:08:35.72: PodMonitor - start process kube event 2025-10-23 19:08:35.72: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:08:35.72: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:08:35.72: PodMonitor - start process kube event 2025-10-23 19:08:35.72: empty line received 2025-10-23 19:08:35.72: PodMonitor - start process kube event 2025-10-23 19:08:35.73: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:35.73: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:35.73: PodMonitor - start process kube event 2025-10-23 19:08:35.73: empty line received 2025-10-23 19:08:35.73: PodMonitor - start process kube event 2025-10-23 19:08:35.74: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:08:35.74: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:08:35.74: PodMonitor - start process kube event 2025-10-23 19:08:35.75: empty line received 2025-10-23 19:08:35.75: PodMonitor - start process kube event 2025-10-23 19:08:35.75: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:08:35.75: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:08:35.75: EndPointMonitor - start process kube event 2025-10-23 19:08:35.75: empty line received 2025-10-23 19:08:35.75: EndPointMonitor - start process kube event 2025-10-23 19:08:35.86: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-23 19:08:35.86: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:35.91: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 19:08:35.91: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:08:35.96: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 19:08:35.96: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:35.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 19:08:35.97: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:08:36.03: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:08:36.03: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:08:36.04: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:08:36.04: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:08:36.09: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:08:36.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:08:36.11: VncKubernetes - Process event (name=ctest-nginx-svc-15716344 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-79299350) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:08:36.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:08:36.60: stop iteration NetworkMonitor 2025-10-23 19:08:36.60: NetworkMonitor - start process kube event 2025-10-23 19:08:36.60: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1299 2025-10-23 19:08:36.60: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:08:36.60: NetworkMonitor - Connect Kube API result 0 2025-10-23 19:08:36.60: NetworkMonitor - _schedule_vnc_sync 2025-10-23 19:08:36.60: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1299'})(timeout=120) 2025-10-23 19:08:36.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 19:08:36.60: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 19:08:36.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:08:36.61: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1299'}) 2025-10-23 19:08:36.62: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.62: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.62: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.62: PodMonitor - start process kube event 2025-10-23 19:08:36.62: empty line received 2025-10-23 19:08:36.62: PodMonitor - start process kube event 2025-10-23 19:08:36.63: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.63: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.63: PodMonitor - start process kube event 2025-10-23 19:08:36.63: empty line received 2025-10-23 19:08:36.63: PodMonitor - start process kube event 2025-10-23 19:08:36.64: PodMonitor - Received DELETED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.64: PodMonitor - Got DELETED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.64: PodMonitor - start process kube event 2025-10-23 19:08:36.64: empty line received 2025-10-23 19:08:36.64: PodMonitor - start process kube event 2025-10-23 19:08:36.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:08:36.64: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.65: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:36.65: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:36.65: PodMonitor - start process kube event 2025-10-23 19:08:36.65: empty line received 2025-10-23 19:08:36.65: PodMonitor - start process kube event 2025-10-23 19:08:36.67: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:36.68: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:36.68: PodMonitor - start process kube event 2025-10-23 19:08:36.68: empty line received 2025-10-23 19:08:36.68: PodMonitor - start process kube event 2025-10-23 19:08:36.68: PodMonitor - Received DELETED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:36.68: PodMonitor - Got DELETED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:36.68: PodMonitor - start process kube event 2025-10-23 19:08:36.68: empty line received 2025-10-23 19:08:36.68: PodMonitor - start process kube event 2025-10-23 19:08:36.70: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:08:36.70: VncKubernetes - Process event (name=ctest-pod-69251963 event_type=DELETED kind=Pod ns=ctest-new-default-79299350) VncPod - Got DELETED Pod ctest-new-default-79299350:ctest-pod-69251963:9fa90eb6-07e3-458a-a9a2-dde89f9776ae 2025-10-23 19:08:36.87: PodMonitor - Received BOOKMARK: oldResVer=1613 newResVer=1892 2025-10-23 19:08:36.87: PodMonitor - start process kube event 2025-10-23 19:08:36.87: empty line received 2025-10-23 19:08:36.87: PodMonitor - start process kube event 2025-10-23 19:08:37.19: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:08:37.19: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:37.24: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:08:37.24: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:37.29: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.29: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.29: PodMonitor - start process kube event 2025-10-23 19:08:37.29: empty line received 2025-10-23 19:08:37.29: PodMonitor - start process kube event 2025-10-23 19:08:37.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:08:37.29: VncKubernetes - Process event (name=ctest-pod-15936329 event_type=DELETED kind=Pod ns=ctest-non-default-77016151) VncPod - Got DELETED Pod ctest-non-default-77016151:ctest-pod-15936329:fdb5d833-0c07-48b6-a026-41a0a70db8c7 2025-10-23 19:08:37.48: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.48: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.48: PodMonitor - start process kube event 2025-10-23 19:08:37.48: empty line received 2025-10-23 19:08:37.48: PodMonitor - start process kube event 2025-10-23 19:08:37.48: PodMonitor - Received DELETED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.48: PodMonitor - Got DELETED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.48: PodMonitor - start process kube event 2025-10-23 19:08:37.48: empty line received 2025-10-23 19:08:37.48: PodMonitor - start process kube event 2025-10-23 19:08:37.69: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:08:37.69: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.74: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:08:37.74: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:37.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:08:37.79: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=DELETED kind=Pod ns=ctest-non-default-77016151) VncPod - Got DELETED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.08: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.08: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.08: PodMonitor - start process kube event 2025-10-23 19:08:38.08: empty line received 2025-10-23 19:08:38.08: PodMonitor - start process kube event 2025-10-23 19:08:38.11: stop iteration PodMonitor 2025-10-23 19:08:38.11: PodMonitor - start process kube event 2025-10-23 19:08:38.12: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1892 2025-10-23 19:08:38.12: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:08:38.12: PodMonitor - Connect Kube API result 0 2025-10-23 19:08:38.12: PodMonitor - _schedule_vnc_sync 2025-10-23 19:08:38.12: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1892'})(timeout=120) 2025-10-23 19:08:38.12: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1892'}) 2025-10-23 19:08:38.12: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.13: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: empty line received 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.13: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: empty line received 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: PodMonitor - Received DELETED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.13: PodMonitor - Got DELETED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: empty line received 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.13: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.13: empty line received 2025-10-23 19:08:38.13: PodMonitor - start process kube event 2025-10-23 19:08:38.24: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 19:08:38.24: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.27: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.28: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.28: PodMonitor - start process kube event 2025-10-23 19:08:38.28: empty line received 2025-10-23 19:08:38.28: PodMonitor - start process kube event 2025-10-23 19:08:38.28: PodMonitor - Received DELETED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.28: PodMonitor - Got DELETED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.28: PodMonitor - start process kube event 2025-10-23 19:08:38.28: empty line received 2025-10-23 19:08:38.28: PodMonitor - start process kube event 2025-10-23 19:08:38.30: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 19:08:38.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-23 19:08:38.30: VncKubernetes - vnc_sync - Pod start schedule_event: {'type': 'DELETED', 'object': {'kind': 'Pod', 'metadata': {'uid': 'c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c', 'labels': {'app': 'web_ns1', 'app2': 'common_label', 'kubernetes.io/metadata.name': 'ctest-new-default-79299350', 'site_for_ns': 'ctest-new-default-79299350', 'namespace': 'ctest-new-default-79299350'}}}} 2025-10-23 19:08:38.30: VncKubernetes - vnc_sync - Pod done 2025-10-23 19:08:38.30: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 19:08:38.30: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.39: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 19:08:38.39: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.39: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 19:08:38.39: VncKubernetes - Process event (name=ctest-pod-59347938 event_type=DELETED kind=Pod ns=ctest-non-default-77016151) VncPod - Got DELETED Pod ctest-non-default-77016151:ctest-pod-59347938:df06bb78-f742-4149-b7a4-ad5d0512ef5c 2025-10-23 19:08:38.42: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:08:38.42: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:08:38.48: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:38.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:08:38.53: VncKubernetes - Process event (name=ctest-pod-74351047 event_type=DELETED kind=Pod ns=ctest-new-default-79299350) VncPod - Got DELETED Pod ctest-new-default-79299350:ctest-pod-74351047:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:39.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:08:39.05: VncKubernetes - Process event (name=None event_type=DELETED kind=Pod ns=None) VncPod - Got DELETED Pod None:None:c5746ba2-0392-48f1-b4c3-cd3a1d2bc99c 2025-10-23 19:08:39.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:09:06.70: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.70: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.70: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.71: PodMonitor - start process kube event 2025-10-23 19:09:06.71: empty line received 2025-10-23 19:09:06.71: PodMonitor - start process kube event 2025-10-23 19:09:06.71: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.71: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.71: PodMonitor - start process kube event 2025-10-23 19:09:06.71: empty line received 2025-10-23 19:09:06.71: PodMonitor - start process kube event 2025-10-23 19:09:06.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:09:06.72: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.72: PodMonitor - Received DELETED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.72: PodMonitor - Got DELETED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:06.73: PodMonitor - start process kube event 2025-10-23 19:09:06.73: empty line received 2025-10-23 19:09:06.73: PodMonitor - start process kube event 2025-10-23 19:09:06.74: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:06.74: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:06.74: PodMonitor - start process kube event 2025-10-23 19:09:06.74: empty line received 2025-10-23 19:09:06.74: PodMonitor - start process kube event 2025-10-23 19:09:06.75: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:06.75: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:06.75: PodMonitor - start process kube event 2025-10-23 19:09:06.75: empty line received 2025-10-23 19:09:06.75: PodMonitor - start process kube event 2025-10-23 19:09:06.75: PodMonitor - Received DELETED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:06.75: PodMonitor - Got DELETED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:06.75: PodMonitor - start process kube event 2025-10-23 19:09:06.75: empty line received 2025-10-23 19:09:06.75: PodMonitor - start process kube event 2025-10-23 19:09:06.76: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:06.76: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:06.76: PodMonitor - start process kube event 2025-10-23 19:09:06.76: empty line received 2025-10-23 19:09:06.76: PodMonitor - start process kube event 2025-10-23 19:09:06.77: PodMonitor - Received MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:06.77: PodMonitor - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:06.77: PodMonitor - start process kube event 2025-10-23 19:09:06.77: empty line received 2025-10-23 19:09:06.77: PodMonitor - start process kube event 2025-10-23 19:09:06.77: PodMonitor - Received DELETED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:06.77: PodMonitor - Got DELETED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:06.77: PodMonitor - start process kube event 2025-10-23 19:09:06.77: empty line received 2025-10-23 19:09:06.77: PodMonitor - start process kube event 2025-10-23 19:09:06.78: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 19:09:06.78: VncKubernetes - Process event (name=ctest-pod-32306044 event_type=DELETED kind=Pod ns=ctest-new-default-79299350) VncPod - Got DELETED Pod ctest-new-default-79299350:ctest-pod-32306044:cbed4a81-2d16-4756-9d4c-41d37312c190 2025-10-23 19:09:07.23: NamespaceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1517 2025-10-23 19:09:07.23: NamespaceMonitor - start process kube event 2025-10-23 19:09:07.23: empty line received 2025-10-23 19:09:07.23: NamespaceMonitor - start process kube event 2025-10-23 19:09:07.49: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:07.49: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:07.49: PodMonitor - start process kube event 2025-10-23 19:09:07.49: empty line received 2025-10-23 19:09:07.49: PodMonitor - start process kube event 2025-10-23 19:09:07.56: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-23 19:09:07.56: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:07.62: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 19:09:07.62: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:07.68: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 19:09:07.68: VncKubernetes - Process event (name=ctest-pod-11109673 event_type=DELETED kind=Pod ns=ctest-non-default-77016151) VncPod - Got DELETED Pod ctest-non-default-77016151:ctest-pod-11109673:b4b1ed16-75e0-4cfd-850c-9d9c98e197e8 2025-10-23 19:09:07.69: PodMonitor - Received MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:07.69: PodMonitor - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:07.69: PodMonitor - start process kube event 2025-10-23 19:09:07.69: empty line received 2025-10-23 19:09:07.70: PodMonitor - start process kube event 2025-10-23 19:09:07.70: PodMonitor - Received DELETED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:07.70: PodMonitor - Got DELETED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:07.70: PodMonitor - start process kube event 2025-10-23 19:09:07.70: empty line received 2025-10-23 19:09:07.70: PodMonitor - start process kube event 2025-10-23 19:09:08.24: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-23 19:09:08.24: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:08.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-23 19:09:08.30: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=MODIFIED kind=Pod ns=ctest-non-default-77016151) VncPod - Got MODIFIED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:08.35: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:09:08.35: VncKubernetes - Process event (name=ctest-pod-28223890 event_type=DELETED kind=Pod ns=ctest-non-default-77016151) VncPod - Got DELETED Pod ctest-non-default-77016151:ctest-pod-28223890:ac6e4d5e-e67d-419c-8e48-a8870d5f10db 2025-10-23 19:09:08.76: ServiceMonitor - Received BOOKMARK: oldResVer=1621 newResVer=1621 2025-10-23 19:09:08.76: ServiceMonitor - start process kube event 2025-10-23 19:09:08.77: ServiceMonitor - _schedule_vnc_sync 2025-10-23 19:09:08.77: empty line received 2025-10-23 19:09:08.77: ServiceMonitor - start process kube event 2025-10-23 19:09:08.88: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:09:08.88: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:08.94: VncKubernetes - wait event (qsize=3 timeout=120) [Introspect:8108]10.0.0.249 - - [2025-10-23 19:09:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001094 2025-10-23 19:09:08.94: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=MODIFIED kind=Pod ns=ctest-new-default-79299350) VncPod - Got MODIFIED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:08.99: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:09:08.99: VncKubernetes - Process event (name=ctest-pod-83761103 event_type=DELETED kind=Pod ns=ctest-new-default-79299350) VncPod - Got DELETED Pod ctest-new-default-79299350:ctest-pod-83761103:4afd8f99-3f95-4102-8acf-c20207da05db 2025-10-23 19:09:09.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:09:09.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 19:09:09.71: VncKubernetes - vnc_sync - Service start 2025-10-23 19:09:09.71: VncKubernetes - vnc_sync - Service done 2025-10-23 19:09:09.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:09:10.93: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:10.93: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:10.93: VncKubernetes - Process event (name=ctest-non-default-77016151 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:10.93: NamespaceMonitor - start process kube event 2025-10-23 19:09:10.93: empty line received 2025-10-23 19:09:10.93: NamespaceMonitor - start process kube event 2025-10-23 19:09:10.95: EndPointMonitor - Received BOOKMARK: oldResVer=1623 newResVer=1881 2025-10-23 19:09:10.95: EndPointMonitor - start process kube event 2025-10-23 19:09:10.95: EndPointMonitor - _schedule_vnc_sync 2025-10-23 19:09:10.95: empty line received 2025-10-23 19:09:10.95: EndPointMonitor - start process kube event 2025-10-23 19:09:11.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:09:11.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 19:09:11.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 19:09:11.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:09:16.11: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:16.11: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:16.11: VncKubernetes - Process event (name=ctest-non-default-77016151 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:16.11: NamespaceMonitor - start process kube event 2025-10-23 19:09:16.11: empty line received 2025-10-23 19:09:16.11: NamespaceMonitor - start process kube event 2025-10-23 19:09:16.13: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:16.13: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:16.13: NamespaceMonitor - start process kube event 2025-10-23 19:09:16.13: empty line received 2025-10-23 19:09:16.13: NamespaceMonitor - start process kube event 2025-10-23 19:09:16.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:09:16.36: VncKubernetes - Process event (name=ctest-non-default-77016151 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-77016151:e3e09ff4-bad5-4fb3-a7e7-9c5027639f65 2025-10-23 19:09:16.96: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:16.96: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:16.96: NamespaceMonitor - start process kube event 2025-10-23 19:09:16.96: empty line received 2025-10-23 19:09:16.96: NamespaceMonitor - start process kube event 2025-10-23 19:09:17.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:09:17.43: VncKubernetes - Process event (name=ctest-new-default-79299350 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:17.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:09:22.10: ServiceMonitor - Received DELETED Service ctest-new-default-79299350:ctest-nginx-svc-15716344:183c032d-230f-4cb4-86fa-c74da51c22cb 2025-10-23 19:09:22.10: ServiceMonitor - Got DELETED Service ctest-new-default-79299350:ctest-nginx-svc-15716344:183c032d-230f-4cb4-86fa-c74da51c22cb 2025-10-23 19:09:22.10: VncKubernetes - Process event (name=ctest-nginx-svc-15716344 event_type=DELETED kind=Service ns=ctest-new-default-79299350) VncService - Got DELETED Service ctest-new-default-79299350:ctest-nginx-svc-15716344:183c032d-230f-4cb4-86fa-c74da51c22cb 2025-10-23 19:09:22.10: ServiceMonitor - start process kube event 2025-10-23 19:09:22.10: empty line received 2025-10-23 19:09:22.10: ServiceMonitor - start process kube event 2025-10-23 19:09:22.12: EndPointMonitor - Received DELETED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:09:22.12: EndPointMonitor - Got DELETED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:09:22.12: EndPointMonitor - start process kube event 2025-10-23 19:09:22.12: empty line received 2025-10-23 19:09:22.12: EndPointMonitor - start process kube event 2025-10-23 19:09:22.20: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:09:22.20: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:09:22.20: NetworkPolicyMonitor - start process kube event 2025-10-23 19:09:22.20: empty line received 2025-10-23 19:09:22.20: NetworkPolicyMonitor - start process kube event 2025-10-23 19:09:22.25: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:22.25: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:22.25: NamespaceMonitor - start process kube event 2025-10-23 19:09:22.25: empty line received 2025-10-23 19:09:22.25: NamespaceMonitor - start process kube event 2025-10-23 19:09:22.26: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:22.26: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:22.26: NamespaceMonitor - start process kube event 2025-10-23 19:09:22.26: empty line received 2025-10-23 19:09:22.26: NamespaceMonitor - start process kube event 2025-10-23 19:09:22.45: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:09:22.45: VncKubernetes - Process event (name=ctest-nginx-svc-15716344 event_type=DELETED kind=Endpoints ns=ctest-new-default-79299350) VncEndpoints - Got DELETED Endpoints ctest-new-default-79299350:ctest-nginx-svc-15716344:a92de0c5-2339-4f09-92ef-80c79f21933b 2025-10-23 19:09:22.46: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:09:22.46: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-79299350) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-79299350:ingress-on-service:8fcdd8d9-fb21-4d32-b99e-f2c0d58c4147 2025-10-23 19:09:23.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:09:23.36: VncKubernetes - Process event (name=ctest-new-default-79299350 event_type=MODIFIED kind=Namespace ns=None) [Introspect:8108]10.0.0.249 - - [2025-10-23 19:10:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001152 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:10:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001546 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:11:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001376 VncNamespace - Got MODIFIED Namespace ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:23.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:09:23.75: VncKubernetes - Process event (name=ctest-new-default-79299350 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-79299350:ef71d551-0228-4250-aa4f-0412e7973d26 2025-10-23 19:09:24.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:09:27.55: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1784 newResVer=2031 2025-10-23 19:09:27.55: NetworkPolicyMonitor - start process kube event 2025-10-23 19:09:27.55: empty line received 2025-10-23 19:09:27.55: NetworkPolicyMonitor - start process kube event 2025-10-23 19:09:38.66: PodMonitor - Received BOOKMARK: oldResVer=1892 newResVer=1953 2025-10-23 19:09:38.66: PodMonitor - start process kube event 2025-10-23 19:09:38.66: empty line received 2025-10-23 19:09:38.66: PodMonitor - start process kube event 2025-10-23 19:09:49.10: ServiceMonitor - Received BOOKMARK: oldResVer=1621 newResVer=2027 2025-10-23 19:09:49.10: ServiceMonitor - start process kube event 2025-10-23 19:09:49.10: empty line received 2025-10-23 19:09:49.10: ServiceMonitor - start process kube event 2025-10-23 19:09:50.94: stop iteration ServiceMonitor 2025-10-23 19:09:50.94: ServiceMonitor - start process kube event 2025-10-23 19:09:50.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2027 2025-10-23 19:09:50.94: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:09:50.94: ServiceMonitor - Connect Kube API result 0 2025-10-23 19:09:50.94: ServiceMonitor - _schedule_vnc_sync 2025-10-23 19:09:50.94: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2027'})(timeout=120) 2025-10-23 19:09:50.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 19:09:50.94: VncKubernetes - vnc_sync - Service start 2025-10-23 19:09:50.94: VncKubernetes - vnc_sync - Service done 2025-10-23 19:09:50.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:09:50.95: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2027'}) 2025-10-23 19:10:07.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=2033 2025-10-23 19:10:07.24: NamespaceMonitor - start process kube event 2025-10-23 19:10:07.24: empty line received 2025-10-23 19:10:07.24: NamespaceMonitor - start process kube event 2025-10-23 19:10:09.51: NamespaceMonitor - Received BOOKMARK: oldResVer=2033 newResVer=2033 2025-10-23 19:10:09.51: NamespaceMonitor - start process kube event 2025-10-23 19:10:09.51: empty line received 2025-10-23 19:10:09.51: NamespaceMonitor - start process kube event 2025-10-23 19:10:10.84: EndPointMonitor - Received BOOKMARK: oldResVer=1881 newResVer=2028 2025-10-23 19:10:10.84: EndPointMonitor - start process kube event 2025-10-23 19:10:10.84: empty line received 2025-10-23 19:10:10.84: EndPointMonitor - start process kube event 2025-10-23 19:10:10.98: stop iteration NamespaceMonitor 2025-10-23 19:10:10.98: NamespaceMonitor - start process kube event 2025-10-23 19:10:10.98: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2033 2025-10-23 19:10:10.98: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:10:10.98: NamespaceMonitor - Connect Kube API result 0 2025-10-23 19:10:10.98: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 19:10:10.98: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'})(timeout=120) 2025-10-23 19:10:10.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 19:10:10.98: VncKubernetes - vnc_sync - Namespace start 2025-10-23 19:10:10.98: VncKubernetes - vnc_sync - Namespace done 2025-10-23 19:10:10.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:10:10.99: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'}) 2025-10-23 19:10:27.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-10-23 19:10:27.25: NetworkPolicyMonitor - start process kube event 2025-10-23 19:10:27.25: empty line received 2025-10-23 19:10:27.25: NetworkPolicyMonitor - start process kube event 2025-10-23 19:10:29.92: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:10:29.93: IngressMonitor - start process kube event 2025-10-23 19:10:29.93: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1462 2025-10-23 19:10:29.93: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:10:29.93: IngressMonitor - Connect Kube API result 0 2025-10-23 19:10:29.93: IngressMonitor - _schedule_vnc_sync 2025-10-23 19:10:29.93: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'})(timeout=120) 2025-10-23 19:10:29.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 19:10:29.93: VncKubernetes - vnc_sync - Ingress start 2025-10-23 19:10:29.93: VncKubernetes - vnc_sync - Ingress done 2025-10-23 19:10:29.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:10:29.94: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'}) 2025-10-23 19:10:36.61: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:10:36.61: NetworkMonitor - start process kube event 2025-10-23 19:10:36.61: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1299 2025-10-23 19:10:36.61: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:10:36.61: NetworkMonitor - Connect Kube API result 0 2025-10-23 19:10:36.61: NetworkMonitor - _schedule_vnc_sync 2025-10-23 19:10:36.61: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1299'})(timeout=120) 2025-10-23 19:10:36.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 19:10:36.61: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-23 19:10:36.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:10:36.62: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1299'}) 2025-10-23 19:10:38.15: PodMonitor - Received BOOKMARK: oldResVer=1953 newResVer=1953 2025-10-23 19:10:38.15: PodMonitor - start process kube event 2025-10-23 19:10:38.15: empty line received 2025-10-23 19:10:38.15: PodMonitor - start process kube event 2025-10-23 19:11:10.21: EndPointMonitor - Received BOOKMARK: oldResVer=2028 newResVer=2028 2025-10-23 19:11:10.21: EndPointMonitor - start process kube event 2025-10-23 19:11:10.21: empty line received 2025-10-23 19:11:10.21: EndPointMonitor - start process kube event 2025-10-23 19:11:27.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-10-23 19:11:27.76: NetworkPolicyMonitor - start process kube event 2025-10-23 19:11:27.76: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-23 19:11:27.76: empty line received 2025-10-23 19:11:27.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-23 19:11:27.76: VncKubernetes - vnc_sync - NetworkPolicy start [Introspect:8108]10.0.0.249 - - [2025-10-23 19:11:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001075 2025-10-23 19:11:27.76: NetworkPolicyMonitor - start process kube event 2025-10-23 19:11:27.77: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-23 19:11:27.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:11:38.97: PodMonitor - Received BOOKMARK: oldResVer=1953 newResVer=1953 2025-10-23 19:11:38.97: PodMonitor - start process kube event 2025-10-23 19:11:38.97: empty line received 2025-10-23 19:11:38.97: PodMonitor - start process kube event 2025-10-23 19:11:43.95: PodMonitor - Received ADDED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:43.95: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-23 19:11:43.95: PodMonitor - start process kube event 2025-10-23 19:11:43.95: empty line received 2025-10-23 19:11:43.95: PodMonitor - start process kube event 2025-10-23 19:11:43.96: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:43.96: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:43.96: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:43.97: PodMonitor - start process kube event 2025-10-23 19:11:43.97: empty line received 2025-10-23 19:11:43.97: PodMonitor - start process kube event 2025-10-23 19:11:43.98: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:43.98: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:43.98: PodMonitor - start process kube event 2025-10-23 19:11:43.98: empty line received 2025-10-23 19:11:43.99: PodMonitor - start process kube event 2025-10-23 19:11:44.26: PodMonitor - Received ADDED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:44.27: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-23 19:11:44.27: PodMonitor - start process kube event 2025-10-23 19:11:44.27: empty line received 2025-10-23 19:11:44.27: PodMonitor - start process kube event 2025-10-23 19:11:44.28: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:44.28: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:44.28: PodMonitor - start process kube event 2025-10-23 19:11:44.28: empty line received 2025-10-23 19:11:44.28: PodMonitor - start process kube event 2025-10-23 19:11:44.28: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:44.28: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:44.28: PodMonitor - start process kube event 2025-10-23 19:11:44.29: empty line received 2025-10-23 19:11:44.29: PodMonitor - start process kube event 2025-10-23 19:11:44.81: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:44.81: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:44.81: PodMonitor - start process kube event 2025-10-23 19:11:44.81: empty line received 2025-10-23 19:11:44.81: PodMonitor - start process kube event 2025-10-23 19:11:44.82: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-23 19:11:44.83: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:44.96: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:11:44.96: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:45.59: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:45.59: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:45.59: PodMonitor - start process kube event 2025-10-23 19:11:45.59: empty line received 2025-10-23 19:11:45.59: PodMonitor - start process kube event 2025-10-23 19:11:45.60: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-23 19:11:45.60: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:45.75: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:11:45.75: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:45.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:11:45.76: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:45.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:11:50.96: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:11:50.96: ServiceMonitor - start process kube event 2025-10-23 19:11:50.96: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2027 2025-10-23 19:11:50.96: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:11:50.96: ServiceMonitor - Connect Kube API result 0 2025-10-23 19:11:50.96: ServiceMonitor - _schedule_vnc_sync 2025-10-23 19:11:50.96: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2027'})(timeout=120) 2025-10-23 19:11:50.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-23 19:11:50.96: VncKubernetes - vnc_sync - Service start 2025-10-23 19:11:50.96: VncKubernetes - vnc_sync - Service done 2025-10-23 19:11:50.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:11:50.98: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2027'}) 2025-10-23 19:11:58.45: EndPointMonitor - Received BOOKMARK: oldResVer=2028 newResVer=2028 2025-10-23 19:11:58.45: EndPointMonitor - start process kube event 2025-10-23 19:11:58.45: empty line received 2025-10-23 19:11:58.45: EndPointMonitor - start process kube event 2025-10-23 19:11:58.96: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:58.96: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:58.96: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:11:58.96: PodMonitor - start process kube event 2025-10-23 19:11:58.96: empty line received 2025-10-23 19:11:58.96: PodMonitor - start process kube event 2025-10-23 19:11:58.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:11:59.97: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:59.97: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:59.97: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:11:59.97: PodMonitor - start process kube event 2025-10-23 19:11:59.97: empty line received 2025-10-23 19:11:59.97: PodMonitor - start process kube event 2025-10-23 19:12:00.02: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.249 - - [2025-10-23 19:12:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001094 2025-10-23 19:12:00.25: stop iteration EndPointMonitor 2025-10-23 19:12:00.25: EndPointMonitor - start process kube event 2025-10-23 19:12:00.25: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2028 2025-10-23 19:12:00.25: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:12:00.25: EndPointMonitor - Connect Kube API result 0 2025-10-23 19:12:00.25: EndPointMonitor - _schedule_vnc_sync 2025-10-23 19:12:00.25: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2028'})(timeout=120) 2025-10-23 19:12:00.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-23 19:12:00.25: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-23 19:12:00.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:12:00.26: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2028'}) 2025-10-23 19:12:01.53: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:01.53: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:01.53: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:01.54: PodMonitor - start process kube event 2025-10-23 19:12:01.54: empty line received 2025-10-23 19:12:01.54: PodMonitor - start process kube event 2025-10-23 19:12:01.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:12:11.00: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:12:11.00: NamespaceMonitor - start process kube event 2025-10-23 19:12:11.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2033 2025-10-23 19:12:11.00: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:12:11.00: NamespaceMonitor - Connect Kube API result 0 2025-10-23 19:12:11.00: NamespaceMonitor - _schedule_vnc_sync 2025-10-23 19:12:11.00: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'})(timeout=120) 2025-10-23 19:12:11.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-23 19:12:11.00: VncKubernetes - vnc_sync - Namespace start 2025-10-23 19:12:11.00: VncKubernetes - vnc_sync - Namespace done 2025-10-23 19:12:11.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:12:11.01: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2033'}) 2025-10-23 19:12:27.47: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2031 newResVer=2031 2025-10-23 19:12:27.47: NetworkPolicyMonitor - start process kube event 2025-10-23 19:12:27.47: empty line received 2025-10-23 19:12:27.47: NetworkPolicyMonitor - start process kube event 2025-10-23 19:12:29.94: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:12:29.94: IngressMonitor - start process kube event 2025-10-23 19:12:29.94: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1462 2025-10-23 19:12:29.94: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:12:29.94: IngressMonitor - Connect Kube API result 0 2025-10-23 19:12:29.94: IngressMonitor - _schedule_vnc_sync 2025-10-23 19:12:29.94: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'})(timeout=120) 2025-10-23 19:12:29.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-23 19:12:29.95: VncKubernetes - vnc_sync - Ingress start 2025-10-23 19:12:29.95: VncKubernetes - vnc_sync - Ingress done 2025-10-23 19:12:29.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:12:29.96: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1462'}) 2025-10-23 19:12:33.04: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.04: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.04: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.04: PodMonitor - start process kube event 2025-10-23 19:12:33.04: empty line received 2025-10-23 19:12:33.04: PodMonitor - start process kube event 2025-10-23 19:12:33.05: PodMonitor - Received MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.05: PodMonitor - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.05: PodMonitor - start process kube event 2025-10-23 19:12:33.05: empty line received 2025-10-23 19:12:33.05: PodMonitor - start process kube event 2025-10-23 19:12:33.05: PodMonitor - Received DELETED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.05: PodMonitor - Got DELETED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.05: PodMonitor - start process kube event 2025-10-23 19:12:33.05: empty line received 2025-10-23 19:12:33.05: PodMonitor - start process kube event 2025-10-23 19:12:33.06: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-23 19:12:33.06: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:12:33.11: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:3c315dc6-2da7-4aef-bea6-8069ec71e4b0 2025-10-23 19:12:33.27: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:12:33.27: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:12:33.27: PodMonitor - start process kube event 2025-10-23 19:12:33.28: empty line received 2025-10-23 19:12:33.28: PodMonitor - start process kube event 2025-10-23 19:12:33.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-23 19:12:33.48: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:8f541fbb-f6c4-484c-b5cd-b6615aecbb43 2025-10-23 19:12:33.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-23 19:12:36.62: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-10-23 19:12:36.62: NetworkMonitor - start process kube event 2025-10-23 19:12:36.62: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1299 2025-10-23 19:12:36.62: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-10-23 19:12:36.62: NetworkMonitor - Connect Kube API result 0 2025-10-23 19:12:36.62: NetworkMonitor - _schedule_vnc_sync 2025-10-23 19:12:36.62: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1299'})(timeout=120) 2025-10-23 19:12:36.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-23 19:12:36.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.249 - - [2025-10-23 19:13:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001647 [Introspect:8108]10.0.0.249 - - [2025-10-23 19:13:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001153