++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Sat Nov 22 09:22:27 AM UTC 2025 ===================' INFO: =================== Sat Nov 22 09:22:27 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ grep 'inet ' +++ awk '{print $2}' +++ ip addr show dev ens3 +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.50 ++ cut -d , -f 1 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.50 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IllOVGoyeUVadzN6QkFzWmVHQlpyWXZjUWlQRmVWU3F0aHNxQ29XTWR2WDQifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImZjNTJlNDFlLTU0MzUtNDlkZC04YTM2LTM2N2VjZjFmZWJjZSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.InKpJOu7BetxUXwm_EaPyP847hCwrvBmcTC5popn0eByyA4lp7_XVGrHaxd73nC06qOi-pnTz2tpzVidXtUbTN4rna3GrgFEIqoSnqcb4FDoFSFbrWys64J-kK88_3SpyS8dKn9e23FP8ZJ7FAZ--iT1AFu6rPhc0N3KRM0p-eMxr7Zgq7cFZuWe5usB_Np8PQOHGsrExJWILk-YjotJikaDO15t5s206RjbqIKGOeY26vvQyC8CeL2S1is7xBt7OSO86Bu8C_ft-Y1s_6rjZF9gRKCR6cRFd_ZG0fQvPpuRrN7QmbvYAETDdj6j-QXlnpI88d0YSZCQCRMnrIS8nA ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ awk '/32 host/ { print f } {f=$2}' ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ uniq +++ cut -d ' ' -f 1 ++++ sort ++++ grep -vi host +++ local local_ips=,10.0.0.50,10.62.61.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.62.61.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.50:9041 + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ sort ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/22/2025 09:22:36.307 7ff682509c00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/22/2025 09:22:36.693 7ff682509c00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/22/2025 09:22:36.694 7ff682509c00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-11-22 09:22:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001806 2025-11-22 09:22:37.39: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:37.40: KubeMonitor - Connect Kube API result 0 2025-11-22 09:22:38.07: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-22 09:22:38.12: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-22 09:22:38.16: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-11-22 09:22:38.18: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-22 09:22:38.20: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-22 09:22:38.21: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-22 09:22:38.23: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-22 09:22:38.25: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-22 09:22:38.26: VncKubernetes - vnc_connect starting 2025-11-22 09:22:38.31: VncKubernetes - vnc_connect done 2025-11-22 09:22:39.34: default-domain domain available. 2025-11-22 09:22:50.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:22:50.32: NamespaceMonitor - start process kube event 2025-11-22 09:22:50.32: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.32: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.32: NetworkMonitor - start process kube event 2025-11-22 09:22:50.32: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.32: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.33: PodMonitor - start process kube event 2025-11-22 09:22:50.33: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.33: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.33: ServiceMonitor - start process kube event 2025-11-22 09:22:50.33: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.33: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.33: NetworkPolicyMonitor - start process kube event 2025-11-22 09:22:50.33: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.33: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.33: EndPointMonitor - start process kube event 2025-11-22 09:22:50.33: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.33: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.33: IngressMonitor - start process kube event 2025-11-22 09:22:50.33: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-22 09:22:50.33: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:22:50.33: IngressMonitor - Connect Kube API result 0 2025-11-22 09:22:50.33: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-22 09:22:50.33: EndPointMonitor - Connect Kube API result 0 2025-11-22 09:22:50.33: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-11-22 09:22:50.34: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:22:50.34: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-22 09:22:50.34: ServiceMonitor - Connect Kube API result 0 2025-11-22 09:22:50.35: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-11-22 09:22:50.35: PodMonitor - Connect Kube API result 0 2025-11-22 09:22:50.35: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-11-22 09:22:50.35: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:22:50.36: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:22:50.36: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-11-22 09:22:50.52: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-22 09:22:50.52: NamespaceMonitor - Got ADDED Namespace None:contrail:c298ce35-4271-4f17-ae84-93fe5c4cce99 2025-11-22 09:22:50.53: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:22:50.54: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=470 2025-11-22 09:22:50.54: PodMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.54: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:22:50.57: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=470 2025-11-22 09:22:50.57: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.57: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:22:50.59: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:c298ce35-4271-4f17-ae84-93fe5c4cce99 2025-11-22 09:22:50.60: ServiceMonitor - Got ADDED Service default:kubernetes:6482566d-c993-4651-8b1c-9f45f638aca0 2025-11-22 09:22:50.62: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=474 2025-11-22 09:22:50.62: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.62: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:22:50.65: EndPointMonitor - Got ADDED Endpoints default:kubernetes:d3b0c816-4c00-443e-b890-85fc8f1a2346 2025-11-22 09:22:50.65: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:22:50.66: NamespaceMonitor - Got ADDED Namespace None:default:180202e8-e58e-41a8-80ac-306d3be84b6b 2025-11-22 09:22:50.66: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:22:50.67: ServiceMonitor - Got ADDED Service kube-system:kube-dns:4c445bc7-4651-4e89-b5ce-55569dc46373 2025-11-22 09:22:50.67: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=470 2025-11-22 09:22:50.68: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.68: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:22:50.69: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=474 2025-11-22 09:22:50.69: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.69: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:22:50.70: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:22:50.70: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:887af710-4ffb-47a3-98fd-47cd17a6e96e 2025-11-22 09:22:50.71: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b [Introspect:8108]10.0.0.50 - - [2025-11-22 09:22:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.005177 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:22:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001185 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:23:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001213 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:23:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.005486 2025-11-22 09:22:50.71: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=474 2025-11-22 09:22:50.71: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.71: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:22:50.72: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:22:50.73: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:22:50.73: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:22:50.74: NamespaceMonitor - Got ADDED Namespace None:kube-public:797e96ed-f69c-4670-96dd-8221d8580a11 2025-11-22 09:22:50.74: NamespaceMonitor - Got ADDED Namespace None:kube-system:db56c0f8-97c3-4760-a24e-a67aac621a78 2025-11-22 09:22:50.74: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=470 2025-11-22 09:22:50.74: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:22:50.74: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:22:50.75: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:22:54.68: VncKubernetes - wait event (qsize=16 timeout=120) 2025-11-22 09:22:54.68: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:22:58.54: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:22:58.54: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:22:58.55: VncKubernetes - wait event (qsize=16 timeout=120) 2025-11-22 09:22:58.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:22:58.55: VncKubernetes - vnc_sync - Pod start 2025-11-22 09:22:58.55: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:22:58.55: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-22 09:22:58.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:22:58.55: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:22:58.55: PodMonitor - start process kube event 2025-11-22 09:22:58.55: empty line received 2025-11-22 09:22:58.55: PodMonitor - start process kube event 2025-11-22 09:22:58.55: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:22:58.55: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-22 09:22:58.55: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:6482566d-c993-4651-8b1c-9f45f638aca0 2025-11-22 09:23:01.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-22 09:23:01.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:23:01.36: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:23:01.36: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:23:01.37: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-22 09:23:01.37: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:d3b0c816-4c00-443e-b890-85fc8f1a2346 2025-11-22 09:23:01.45: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-22 09:23:01.45: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:180202e8-e58e-41a8-80ac-306d3be84b6b 2025-11-22 09:23:04.26: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-22 09:23:04.26: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:4c445bc7-4651-4e89-b5ce-55569dc46373 2025-11-22 09:23:06.93: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-22 09:23:06.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:23:06.93: VncKubernetes - vnc_sync - Service start 2025-11-22 09:23:06.93: VncKubernetes - vnc_sync - Service done 2025-11-22 09:23:06.93: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-22 09:23:06.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:23:06.93: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:23:06.93: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-22 09:23:06.93: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:887af710-4ffb-47a3-98fd-47cd17a6e96e 2025-11-22 09:23:09.75: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-22 09:23:09.75: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:23:09.77: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:23:09.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:23:09.77: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:23:09.77: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:23:09.77: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:797e96ed-f69c-4670-96dd-8221d8580a11 2025-11-22 09:23:12.20: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:23:12.20: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:db56c0f8-97c3-4760-a24e-a67aac621a78 2025-11-22 09:23:13.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:23:13.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:23:13.79: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:23:13.79: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:23:13.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:23:13.79: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:23:13.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:23:50.39: PodMonitor - Received BOOKMARK: oldResVer=470 newResVer=486 2025-11-22 09:23:50.39: PodMonitor - start process kube event 2025-11-22 09:23:50.39: empty line received 2025-11-22 09:23:50.39: PodMonitor - start process kube event 2025-11-22 09:24:50.66: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:24:50.66: NetworkPolicyMonitor - start process kube event 2025-11-22 09:24:50.66: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:24:50.66: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:24:50.66: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:24:50.66: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:24:50.66: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-22 09:26:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001232 2025-11-22 09:24:50.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:24:50.66: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:24:50.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:24:50.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:24:50.67: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:24:50.70: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:24:50.70: ServiceMonitor - start process kube event 2025-11-22 09:24:50.70: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:24:50.70: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:24:50.70: ServiceMonitor - Connect Kube API result 0 2025-11-22 09:24:50.70: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:24:50.70: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:24:50.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:24:50.71: VncKubernetes - vnc_sync - Service start 2025-11-22 09:24:50.71: VncKubernetes - vnc_sync - Service done 2025-11-22 09:24:50.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:24:50.71: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:24:50.72: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:24:50.72: IngressMonitor - start process kube event 2025-11-22 09:24:50.72: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:24:50.72: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:24:50.72: IngressMonitor - Connect Kube API result 0 2025-11-22 09:24:50.72: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:24:50.72: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:24:50.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:24:50.73: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:24:50.73: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:24:50.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:24:50.73: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:24:50.73: NetworkMonitor - start process kube event 2025-11-22 09:24:50.73: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:24:50.73: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:24:50.73: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:24:50.73: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:24:50.73: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:24:50.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:24:50.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:24:50.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:24:50.73: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:24:50.74: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:24:50.74: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:24:50.74: EndPointMonitor - start process kube event 2025-11-22 09:24:50.74: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:24:50.74: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:24:50.74: EndPointMonitor - Connect Kube API result 0 2025-11-22 09:24:50.74: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:24:50.74: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:24:50.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:24:50.74: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:24:50.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:24:50.74: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:24:50.75: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:24:50.75: NamespaceMonitor - start process kube event 2025-11-22 09:24:50.75: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:24:50.75: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:24:50.75: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:24:50.75: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:24:50.75: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:24:50.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:24:50.75: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:24:50.75: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:24:50.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:24:50.76: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:24:51.30: PodMonitor - Received BOOKMARK: oldResVer=486 newResVer=486 2025-11-22 09:24:51.31: PodMonitor - start process kube event 2025-11-22 09:24:51.31: empty line received 2025-11-22 09:24:51.31: PodMonitor - start process kube event 2025-11-22 09:25:51.35: PodMonitor - Received BOOKMARK: oldResVer=486 newResVer=486 2025-11-22 09:25:51.35: PodMonitor - start process kube event 2025-11-22 09:25:51.35: empty line received 2025-11-22 09:25:51.35: PodMonitor - start process kube event 2025-11-22 09:26:50.67: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:26:50.67: NetworkPolicyMonitor - start process kube event 2025-11-22 09:26:50.67: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:26:50.67: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:26:50.67: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:26:50.67: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:26:50.67: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:26:50.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:26:50.67: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:26:50.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:26:50.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:26:50.68: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:26:50.71: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:26:50.71: ServiceMonitor - start process kube event 2025-11-22 09:26:50.71: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:26:50.71: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:26:50.72: ServiceMonitor - Connect Kube API result 0 2025-11-22 09:26:50.72: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:26:50.72: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:26:50.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:26:50.72: VncKubernetes - vnc_sync - Service start 2025-11-22 09:26:50.72: VncKubernetes - vnc_sync - Service done 2025-11-22 09:26:50.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:26:50.72: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:26:50.74: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:26:50.74: IngressMonitor - start process kube event 2025-11-22 09:26:50.74: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:26:50.74: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:26:50.74: IngressMonitor - Connect Kube API result 0 2025-11-22 09:26:50.74: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:26:50.74: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:26:50.74: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:26:50.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:26:50.74: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:26:50.74: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:26:50.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:26:50.74: NetworkMonitor - start process kube event 2025-11-22 09:26:50.74: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:26:50.74: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:26:50.74: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:26:50.74: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:26:50.74: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:26:50.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:26:50.74: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:26:50.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:26:50.75: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:26:50.75: EndPointMonitor - start process kube event 2025-11-22 09:26:50.75: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:26:50.75: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:26:50.75: EndPointMonitor - Connect Kube API result 0 2025-11-22 09:26:50.75: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:26:50.75: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:26:50.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:26:50.75: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:26:50.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:26:50.75: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:26:50.75: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:26:50.76: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:26:50.76: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:26:50.76: NamespaceMonitor - start process kube event 2025-11-22 09:26:50.76: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:26:50.76: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:26:50.76: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:26:50.76: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:26:50.76: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:26:50.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:26:50.76: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:26:50.76: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:26:50.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:26:50.77: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:26:51.96: PodMonitor - Received BOOKMARK: oldResVer=486 newResVer=486 2025-11-22 09:26:51.96: PodMonitor - start process kube event 2025-11-22 09:26:51.96: PodMonitor - _schedule_vnc_sync 2025-11-22 09:26:51.97: empty line received 2025-11-22 09:26:51.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:26:51.97: VncKubernetes - vnc_sync - Pod start 2025-11-22 09:26:51.97: PodMonitor - start process kube event 2025-11-22 09:26:52.03: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:26:52.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:27:00.10: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:27:00.10: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:27:00.11: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:27:00.11: PodMonitor - start process kube event 2025-11-22 09:27:00.11: empty line received 2025-11-22 09:27:00.11: PodMonitor - start process kube event 2025-11-22 09:27:00.11: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:27:00.11: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:27:00.11: EndPointMonitor - start process kube event 2025-11-22 09:27:00.12: empty line received 2025-11-22 09:27:00.12: EndPointMonitor - start process kube event 2025-11-22 09:27:00.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:27:00.13: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b [Introspect:8108]10.0.0.50 - - [2025-11-22 09:27:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002433 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:28:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001209 2025-11-22 09:27:00.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:27:00.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:27:00.13: PodMonitor - start process kube event 2025-11-22 09:27:00.13: empty line received 2025-11-22 09:27:00.13: PodMonitor - start process kube event 2025-11-22 09:27:00.15: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:27:00.15: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:27:00.15: EndPointMonitor - start process kube event 2025-11-22 09:27:00.15: empty line received 2025-11-22 09:27:00.15: EndPointMonitor - start process kube event 2025-11-22 09:27:00.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:27:00.18: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:27:00.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:27:00.25: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:27:01.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:27:49.15: PodMonitor - Received BOOKMARK: oldResVer=486 newResVer=827 2025-11-22 09:27:49.15: PodMonitor - start process kube event 2025-11-22 09:27:49.15: empty line received 2025-11-22 09:27:49.15: PodMonitor - start process kube event 2025-11-22 09:27:50.83: stop iteration PodMonitor 2025-11-22 09:27:50.84: PodMonitor - start process kube event 2025-11-22 09:27:50.84: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=827 2025-11-22 09:27:50.84: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:27:50.84: PodMonitor - Connect Kube API result 0 2025-11-22 09:27:50.84: PodMonitor - _schedule_vnc_sync 2025-11-22 09:27:50.84: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '827'})(timeout=120) 2025-11-22 09:27:50.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:27:50.84: VncKubernetes - vnc_sync - Pod start 2025-11-22 09:27:50.84: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:27:50.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:27:50.84: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '827'}) 2025-11-22 09:27:50.90: EndPointMonitor - Received BOOKMARK: oldResVer=474 newResVer=829 2025-11-22 09:27:50.90: EndPointMonitor - start process kube event 2025-11-22 09:27:50.90: empty line received 2025-11-22 09:27:50.90: EndPointMonitor - start process kube event 2025-11-22 09:28:41.62: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:28:41.62: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:28:41.62: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:28:41.62: PodMonitor - start process kube event 2025-11-22 09:28:41.62: empty line received 2025-11-22 09:28:41.62: PodMonitor - start process kube event 2025-11-22 09:28:41.65: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:28:41.65: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:28:41.65: PodMonitor - start process kube event 2025-11-22 09:28:41.65: empty line received 2025-11-22 09:28:41.65: PodMonitor - start process kube event 2025-11-22 09:28:41.65: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:28:41.65: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:28:41.66: EndPointMonitor - start process kube event 2025-11-22 09:28:41.66: empty line received 2025-11-22 09:28:41.66: EndPointMonitor - start process kube event 2025-11-22 09:28:41.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:28:41.67: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:28:41.69: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:28:41.69: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:28:41.69: EndPointMonitor - start process kube event 2025-11-22 09:28:41.69: empty line received 2025-11-22 09:28:41.69: EndPointMonitor - start process kube event 2025-11-22 09:28:41.73: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:28:41.73: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:28:42.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:28:42.30: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:28:42.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:28:50.42: PodMonitor - Received BOOKMARK: oldResVer=827 newResVer=975 2025-11-22 09:28:50.42: PodMonitor - start process kube event 2025-11-22 09:28:50.42: empty line received 2025-11-22 09:28:50.42: PodMonitor - start process kube event 2025-11-22 09:28:50.62: EndPointMonitor - Received BOOKMARK: oldResVer=829 newResVer=981 2025-11-22 09:28:50.62: EndPointMonitor - start process kube event 2025-11-22 09:28:50.62: empty line received 2025-11-22 09:28:50.62: EndPointMonitor - start process kube event 2025-11-22 09:28:50.69: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:28:50.69: NetworkPolicyMonitor - start process kube event 2025-11-22 09:28:50.69: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:28:50.69: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:28:50.69: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:28:50.69: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:28:50.69: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:28:50.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:28:50.69: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:28:50.69: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:28:50.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:28:50.71: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:28:50.73: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:28:50.73: ServiceMonitor - start process kube event 2025-11-22 09:28:50.73: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:28:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001661 2025-11-22 09:28:50.73: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:28:50.73: ServiceMonitor - Connect Kube API result 0 2025-11-22 09:28:50.73: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:28:50.73: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:28:50.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:28:50.73: VncKubernetes - vnc_sync - Service start 2025-11-22 09:28:50.73: VncKubernetes - vnc_sync - Service done 2025-11-22 09:28:50.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:28:50.74: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:28:50.75: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:28:50.76: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:28:50.76: IngressMonitor - start process kube event 2025-11-22 09:28:50.76: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:28:50.76: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:28:50.76: NetworkMonitor - start process kube event 2025-11-22 09:28:50.76: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:28:50.76: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:28:50.76: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:28:50.76: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:28:50.76: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:28:50.76: IngressMonitor - Connect Kube API result 0 2025-11-22 09:28:50.76: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:28:50.76: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:28:50.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:28:50.76: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:28:50.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:28:50.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:28:50.76: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:28:50.76: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:28:50.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:28:50.77: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:28:50.78: NamespaceMonitor - start process kube event 2025-11-22 09:28:50.78: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:28:50.78: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:28:50.78: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:28:50.78: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:28:50.78: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:28:50.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:28:50.78: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:28:50.78: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:28:50.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:28:50.80: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:28:50.80: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:28:50.80: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:29:50.23: PodMonitor - Received BOOKMARK: oldResVer=975 newResVer=975 2025-11-22 09:29:50.23: PodMonitor - start process kube event 2025-11-22 09:29:50.23: empty line received 2025-11-22 09:29:50.23: PodMonitor - start process kube event 2025-11-22 09:29:50.94: EndPointMonitor - Received BOOKMARK: oldResVer=981 newResVer=981 2025-11-22 09:29:50.95: EndPointMonitor - start process kube event 2025-11-22 09:29:50.95: empty line received 2025-11-22 09:29:50.95: EndPointMonitor - start process kube event 2025-11-22 09:30:50.23: EndPointMonitor - Received BOOKMARK: oldResVer=981 newResVer=981 2025-11-22 09:30:50.23: EndPointMonitor - start process kube event 2025-11-22 09:30:50.23: empty line received 2025-11-22 09:30:50.23: EndPointMonitor - start process kube event 2025-11-22 09:30:50.30: PodMonitor - Received BOOKMARK: oldResVer=975 newResVer=975 2025-11-22 09:30:50.30: PodMonitor - start process kube event 2025-11-22 09:30:50.30: empty line received 2025-11-22 09:30:50.30: PodMonitor - start process kube event 2025-11-22 09:30:50.72: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:30:50.72: NetworkPolicyMonitor - start process kube event 2025-11-22 09:30:50.72: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:30:50.72: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:30:50.72: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:30:50.72: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:30:50.72: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:30:50.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:30:50.72: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:30:50.72: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:30:50.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:30:50.74: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:30:50.74: ServiceMonitor - start process kube event 2025-11-22 09:30:50.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:30:50.74: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:30:50.74: ServiceMonitor - Connect Kube API result 0 2025-11-22 09:30:50.74: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:30:50.74: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:30:50.75: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:30:50.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:30:50.75: VncKubernetes - vnc_sync - Service start 2025-11-22 09:30:50.75: VncKubernetes - vnc_sync - Service done 2025-11-22 09:30:50.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:30:50.76: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:30:50.80: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. [Introspect:8108]10.0.0.50 - - [2025-11-22 09:31:00] "GET /Snh_NamespaceDatabaseList?namespace_uuid=180202e8-e58e-41a8-80ac-306d3be84b6b HTTP/1.1" 200 753 0.000812 2025-11-22 09:30:50.80: NetworkMonitor - start process kube event 2025-11-22 09:30:50.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:30:50.80: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:30:50.80: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:30:50.80: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:30:50.80: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:30:50.80: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:30:50.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:30:50.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:30:50.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:30:50.80: NamespaceMonitor - start process kube event 2025-11-22 09:30:50.81: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=470 2025-11-22 09:30:50.81: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:30:50.81: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:30:50.81: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:30:50.81: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'})(timeout=120) 2025-11-22 09:30:50.81: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:30:50.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:30:50.81: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:30:50.82: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:30:50.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:30:50.82: IngressMonitor - start process kube event 2025-11-22 09:30:50.82: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:30:50.82: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:30:50.82: IngressMonitor - Connect Kube API result 0 2025-11-22 09:30:50.82: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:30:50.82: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:30:50.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:30:50.82: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:30:50.82: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:30:50.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:30:50.83: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:30:50.83: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '470'}) 2025-11-22 09:30:50.83: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:31:00.82: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-95114184:80e517ad-6ee1-4eee-a04c-64931f43f88e 2025-11-22 09:31:00.82: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-95114184:80e517ad-6ee1-4eee-a04c-64931f43f88e 2025-11-22 09:31:00.82: VncKubernetes - Process event (name=ctest-nginx-svc-95114184 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-95114184:80e517ad-6ee1-4eee-a04c-64931f43f88e 2025-11-22 09:31:00.82: ServiceMonitor - start process kube event 2025-11-22 09:31:00.82: empty line received 2025-11-22 09:31:00.82: ServiceMonitor - start process kube event 2025-11-22 09:31:00.84: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:00.84: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:00.84: EndPointMonitor - start process kube event 2025-11-22 09:31:00.84: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:31:00.84: empty line received 2025-11-22 09:31:00.84: EndPointMonitor - start process kube event 2025-11-22 09:31:00.89: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:00.89: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-22488863 (no nodeName) 2025-11-22 09:31:00.91: PodMonitor - start process kube event 2025-11-22 09:31:00.91: empty line received 2025-11-22 09:31:00.91: PodMonitor - start process kube event 2025-11-22 09:31:00.91: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:00.91: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:00.91: PodMonitor - start process kube event 2025-11-22 09:31:00.91: empty line received 2025-11-22 09:31:00.91: PodMonitor - start process kube event 2025-11-22 09:31:00.93: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:00.93: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:00.94: PodMonitor - start process kube event 2025-11-22 09:31:00.94: empty line received 2025-11-22 09:31:00.94: PodMonitor - start process kube event 2025-11-22 09:31:00.96: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:00.96: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-13003157 (no nodeName) 2025-11-22 09:31:00.96: PodMonitor - start process kube event 2025-11-22 09:31:00.96: empty line received 2025-11-22 09:31:00.96: PodMonitor - start process kube event 2025-11-22 09:31:00.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:00.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:00.97: PodMonitor - start process kube event 2025-11-22 09:31:00.97: empty line received 2025-11-22 09:31:00.97: PodMonitor - start process kube event 2025-11-22 09:31:00.98: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:00.98: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:00.98: PodMonitor - start process kube event 2025-11-22 09:31:00.98: empty line received 2025-11-22 09:31:00.98: PodMonitor - start process kube event 2025-11-22 09:31:02.09: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-22 09:31:02.09: VncKubernetes - Process event (name=ctest-nginx-svc-95114184 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:02.17: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:31:02.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:31:02.17: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:31:02.17: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:31:02.17: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:31:10] "GET /Snh_LoadbalancerDatabaseList?x=d0879171-c10e-445d-8e08-64b282e197f1 HTTP/1.1" 200 1869 0.001611 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:31:15] "GET /Snh_VirtualMachineDatabaseList?x=513b7b87-2a13-44f5-b028-21f554ff1392 HTTP/1.1" 200 2149 0.000924 2025-11-22 09:31:03.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:03.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:03.23: PodMonitor - start process kube event 2025-11-22 09:31:03.23: empty line received 2025-11-22 09:31:03.23: PodMonitor - start process kube event 2025-11-22 09:31:03.24: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:31:03.24: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:03.39: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:31:03.39: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:04.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:04.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:04.27: PodMonitor - start process kube event 2025-11-22 09:31:04.27: empty line received 2025-11-22 09:31:04.27: PodMonitor - start process kube event 2025-11-22 09:31:04.29: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:31:04.29: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:04.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:31:04.46: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:04.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:31:04.48: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:04.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:31:07.48: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:31:07.48: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:31:07.48: VncKubernetes - Process event (name=ctest-nginx-ingress-17761890 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:31:07.49: IngressMonitor - start process kube event 2025-11-22 09:31:07.49: empty line received 2025-11-22 09:31:07.49: IngressMonitor - start process kube event 2025-11-22 09:31:08.91: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:31:08.91: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:31:08.91: IngressMonitor - start process kube event 2025-11-22 09:31:08.91: empty line received 2025-11-22 09:31:08.91: IngressMonitor - start process kube event 2025-11-22 09:31:10.46: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:31:10.46: VncKubernetes - Process event (name=ctest-nginx-ingress-17761890 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:31:10.52: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:10.52: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-81133124 (no nodeName) 2025-11-22 09:31:10.52: PodMonitor - start process kube event 2025-11-22 09:31:10.52: empty line received 2025-11-22 09:31:10.52: PodMonitor - start process kube event 2025-11-22 09:31:10.54: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:10.54: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:10.55: PodMonitor - start process kube event 2025-11-22 09:31:10.55: empty line received 2025-11-22 09:31:10.55: PodMonitor - start process kube event 2025-11-22 09:31:10.58: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:10.58: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:10.58: PodMonitor - start process kube event 2025-11-22 09:31:10.58: empty line received 2025-11-22 09:31:10.58: PodMonitor - start process kube event 2025-11-22 09:31:10.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:31:10.95: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:11.83: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:11.83: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:11.83: PodMonitor - start process kube event 2025-11-22 09:31:11.83: empty line received 2025-11-22 09:31:11.83: PodMonitor - start process kube event 2025-11-22 09:31:11.86: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:31:11.87: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:12.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:31:12.07: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:12.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:31:15.34: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:15.34: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:15.34: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:31:15.35: PodMonitor - start process kube event 2025-11-22 09:31:15.35: empty line received 2025-11-22 09:31:15.35: PodMonitor - start process kube event 2025-11-22 09:31:15.35: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:15.35: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:15.35: EndPointMonitor - start process kube event 2025-11-22 09:31:15.35: empty line received 2025-11-22 09:31:15.35: EndPointMonitor - start process kube event 2025-11-22 09:31:15.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:31:15.40: VncKubernetes - Process event (name=ctest-nginx-svc-95114184 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:15.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:31:16.35: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:31:20] "GET /Snh_VirtualMachineDatabaseList?x=582b1a2c-cb4b-47af-be64-5ae24d681cb5 HTTP/1.1" 200 2149 0.001184 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:31:25] "GET /Snh_VirtualMachineDatabaseList?x=e4825c82-9a95-4efa-a2c1-778c63382896 HTTP/1.1" 200 2083 0.001720 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:31:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001384 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:01] "GET /Snh_LoadbalancerDatabaseList?x=d0879171-c10e-445d-8e08-64b282e197f1 HTTP/1.1" 200 1869 0.001677 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:02] "GET /Snh_LoadbalancerDatabaseList?x=d0879171-c10e-445d-8e08-64b282e197f1 HTTP/1.1" 200 313 0.001054 2025-11-22 09:31:16.35: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:16.35: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:31:16.35: PodMonitor - start process kube event 2025-11-22 09:31:16.35: empty line received 2025-11-22 09:31:16.35: PodMonitor - start process kube event 2025-11-22 09:31:16.36: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:16.36: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:16.36: EndPointMonitor - start process kube event 2025-11-22 09:31:16.36: empty line received 2025-11-22 09:31:16.36: EndPointMonitor - start process kube event 2025-11-22 09:31:16.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:31:16.37: VncKubernetes - Process event (name=ctest-nginx-svc-95114184 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:31:16.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:31:25.37: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:25.37: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:25.37: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:25.37: PodMonitor - start process kube event 2025-11-22 09:31:25.37: empty line received 2025-11-22 09:31:25.37: PodMonitor - start process kube event 2025-11-22 09:31:25.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:31:26.11: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:26.11: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:26.11: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:26.11: PodMonitor - start process kube event 2025-11-22 09:31:26.11: empty line received 2025-11-22 09:31:26.11: PodMonitor - start process kube event 2025-11-22 09:31:26.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:31:50.19: PodMonitor - Received BOOKMARK: oldResVer=975 newResVer=1246 2025-11-22 09:31:50.19: PodMonitor - start process kube event 2025-11-22 09:31:50.19: empty line received 2025-11-22 09:31:50.19: PodMonitor - start process kube event 2025-11-22 09:31:50.28: ServiceMonitor - Received BOOKMARK: oldResVer=470 newResVer=1171 2025-11-22 09:31:50.29: ServiceMonitor - start process kube event 2025-11-22 09:31:50.29: empty line received 2025-11-22 09:31:50.29: ServiceMonitor - start process kube event 2025-11-22 09:31:50.59: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=470 newResVer=1090 2025-11-22 09:31:50.59: NetworkPolicyMonitor - start process kube event 2025-11-22 09:31:50.59: empty line received 2025-11-22 09:31:50.59: NetworkPolicyMonitor - start process kube event 2025-11-22 09:31:50.77: EndPointMonitor - Received BOOKMARK: oldResVer=981 newResVer=1227 2025-11-22 09:31:50.77: EndPointMonitor - start process kube event 2025-11-22 09:31:50.77: empty line received 2025-11-22 09:31:50.77: EndPointMonitor - start process kube event 2025-11-22 09:31:51.57: IngressMonitor - Received BOOKMARK: oldResVer=474 newResVer=1200 2025-11-22 09:31:51.57: IngressMonitor - start process kube event 2025-11-22 09:31:51.57: empty line received 2025-11-22 09:31:51.57: IngressMonitor - start process kube event 2025-11-22 09:31:58.43: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.43: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.43: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.43: PodMonitor - start process kube event 2025-11-22 09:31:58.43: PodMonitor - _schedule_vnc_sync 2025-11-22 09:31:58.43: empty line received 2025-11-22 09:31:58.43: PodMonitor - start process kube event 2025-11-22 09:31:58.44: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.44: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.44: PodMonitor - start process kube event 2025-11-22 09:31:58.44: empty line received 2025-11-22 09:31:58.44: PodMonitor - start process kube event 2025-11-22 09:31:58.45: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.45: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.45: PodMonitor - start process kube event 2025-11-22 09:31:58.45: empty line received 2025-11-22 09:31:58.45: PodMonitor - start process kube event 2025-11-22 09:31:58.49: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:31:58.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:31:58.49: VncKubernetes - vnc_sync - Pod start schedule_event: {'type': 'DELETED', 'object': {'kind': 'Pod', 'metadata': {'uid': 'e4825c82-9a95-4efa-a2c1-778c63382896', 'labels': {'kubernetes.io/metadata.name': 'default', 'namespace': 'default'}}}} 2025-11-22 09:31:58.49: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:31:58.49: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:31:58.49: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.51: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:31:58.51: VncKubernetes - Process event (name=ctest-busybox-pod-81133124 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-81133124:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:31:58.86: VncKubernetes - Process event (name=None event_type=DELETED kind=Pod ns=None) VncPod - Got DELETED Pod None:None:e4825c82-9a95-4efa-a2c1-778c63382896 2025-11-22 09:31:58.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:01.24: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:32:01.24: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:32:01.24: VncKubernetes - Process event (name=ctest-nginx-ingress-17761890 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-17761890:d0879171-c10e-445d-8e08-64b282e197f1 2025-11-22 09:32:01.24: IngressMonitor - start process kube event 2025-11-22 09:32:01.24: empty line received 2025-11-22 09:32:01.24: IngressMonitor - start process kube event 2025-11-22 09:32:02.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:02.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:02.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:02.97: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:02.97: PodMonitor - start process kube event 2025-11-22 09:32:02.98: empty line received 2025-11-22 09:32:02.98: PodMonitor - start process kube event 2025-11-22 09:32:02.98: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:32:02.98: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:32:02.98: EndPointMonitor - start process kube event 2025-11-22 09:32:02.98: empty line received 2025-11-22 09:32:02.99: EndPointMonitor - start process kube event 2025-11-22 09:32:03.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:03.04: VncKubernetes - Process event (name=ctest-nginx-svc-95114184 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:32:03.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:04.45: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.45: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.45: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.45: PodMonitor - start process kube event 2025-11-22 09:32:04.45: empty line received 2025-11-22 09:32:04.45: PodMonitor - start process kube event 2025-11-22 09:32:04.46: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.47: PodMonitor - start process kube event 2025-11-22 09:32:04.47: empty line received 2025-11-22 09:32:04.47: PodMonitor - start process kube event 2025-11-22 09:32:04.47: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.47: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.47: PodMonitor - start process kube event 2025-11-22 09:32:04.47: empty line received 2025-11-22 09:32:04.47: PodMonitor - start process kube event 2025-11-22 09:32:04.49: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:32:04.49: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:04.55: VncKubernetes - Process event (name=ctest-nginx-pod-13003157 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-13003157:582b1a2c-cb4b-47af-be64-5ae24d681cb5 2025-11-22 09:32:04.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:08.04: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:08.04: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:08.04: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:08.04: PodMonitor - start process kube event 2025-11-22 09:32:08.04: empty line received 2025-11-22 09:32:08.04: PodMonitor - start process kube event 2025-11-22 09:32:08.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:08.07: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:32:08.07: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:32:08.07: VncKubernetes - Process event (name=ctest-nginx-svc-95114184 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95114184:d682bd15-648e-4432-905a-7c3452bc0411 2025-11-22 09:32:08.07: EndPointMonitor - start process kube event 2025-11-22 09:32:08.08: empty line received 2025-11-22 09:32:08.08: EndPointMonitor - start process kube event 2025-11-22 09:32:08.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:09.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.47: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.47: PodMonitor - start process kube event 2025-11-22 09:32:09.47: empty line received 2025-11-22 09:32:09.47: PodMonitor - start process kube event 2025-11-22 09:32:09.48: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.48: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.48: PodMonitor - start process kube event 2025-11-22 09:32:09.48: empty line received 2025-11-22 09:32:09.48: PodMonitor - start process kube event 2025-11-22 09:32:09.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:09.49: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.49: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.49: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:09.49: PodMonitor - start process kube event 2025-11-22 09:32:09.49: empty line received 2025-11-22 09:32:09.49: PodMonitor - start process kube event 2025-11-22 09:32:09.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:09.55: VncKubernetes - Process event (name=ctest-nginx-pod-22488863 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-22488863:513b7b87-2a13-44f5-b028-21f554ff1392 2025-11-22 09:32:10.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:13.50: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:32:13.50: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:32:13.50: VncKubernetes - Process event (name=ctest-new-default-58933178 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:32:13.50: NamespaceMonitor - start process kube event 2025-11-22 09:32:13.50: empty line received 2025-11-22 09:32:13.50: NamespaceMonitor - start process kube event 2025-11-22 09:32:15.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:16.52: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:32:16.52: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:32:16.52: VncKubernetes - Process event (name=ctest-non-default-83071006 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:32:16.53: NamespaceMonitor - start process kube event 2025-11-22 09:32:16.53: empty line received 2025-11-22 09:32:16.53: NamespaceMonitor - start process kube event 2025-11-22 09:32:18.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:19.53: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:32:19.53: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:32:19.53: VncKubernetes - Process event (name=ctest-new-default-58933178 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:32:19.53: NamespaceMonitor - start process kube event 2025-11-22 09:32:19.53: empty line received 2025-11-22 09:32:19.53: NamespaceMonitor - start process kube event 2025-11-22 09:32:19.54: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:32:19.54: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:32:19.54: NamespaceMonitor - start process kube event 2025-11-22 09:32:19.54: empty line received 2025-11-22 09:32:19.54: NamespaceMonitor - start process kube event 2025-11-22 09:32:19.56: PodMonitor - Received ADDED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:19.56: PodMonitor - Skipped ADDED Pod ctest-new-default-58933178:ctest-pod-98269005 (no nodeName) 2025-11-22 09:32:19.56: PodMonitor - start process kube event 2025-11-22 09:32:19.56: empty line received 2025-11-22 09:32:19.56: PodMonitor - start process kube event 2025-11-22 09:32:19.58: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:19.58: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:19.58: PodMonitor - start process kube event 2025-11-22 09:32:19.58: empty line received 2025-11-22 09:32:19.58: PodMonitor - start process kube event 2025-11-22 09:32:19.61: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:19.61: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:19.61: PodMonitor - start process kube event 2025-11-22 09:32:19.61: empty line received 2025-11-22 09:32:19.61: PodMonitor - start process kube event 2025-11-22 09:32:19.63: PodMonitor - Received ADDED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:19.63: PodMonitor - Skipped ADDED Pod ctest-new-default-58933178:ctest-pod-87228738 (no nodeName) 2025-11-22 09:32:19.63: PodMonitor - start process kube event 2025-11-22 09:32:19.63: empty line received 2025-11-22 09:32:19.63: PodMonitor - start process kube event 2025-11-22 09:32:19.63: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:19.63: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:19.63: PodMonitor - start process kube event 2025-11-22 09:32:19.63: empty line received 2025-11-22 09:32:19.63: PodMonitor - start process kube event 2025-11-22 09:32:19.64: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:19.64: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:19.65: PodMonitor - start process kube event 2025-11-22 09:32:19.65: empty line received 2025-11-22 09:32:19.65: PodMonitor - start process kube event 2025-11-22 09:32:19.70: PodMonitor - Received ADDED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:19.70: PodMonitor - Skipped ADDED Pod ctest-non-default-83071006:ctest-pod-36130452 (no nodeName) 2025-11-22 09:32:19.70: PodMonitor - start process kube event 2025-11-22 09:32:19.70: empty line received 2025-11-22 09:32:19.70: PodMonitor - start process kube event 2025-11-22 09:32:19.71: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:19.71: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:19.71: PodMonitor - start process kube event 2025-11-22 09:32:19.71: empty line received 2025-11-22 09:32:19.71: PodMonitor - start process kube event 2025-11-22 09:32:19.72: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:19.72: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:19.72: PodMonitor - start process kube event 2025-11-22 09:32:19.72: empty line received 2025-11-22 09:32:19.72: PodMonitor - start process kube event 2025-11-22 09:32:19.74: PodMonitor - Received ADDED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:19.74: PodMonitor - Skipped ADDED Pod ctest-non-default-83071006:ctest-pod-60261887 (no nodeName) 2025-11-22 09:32:19.74: PodMonitor - start process kube event 2025-11-22 09:32:19.74: empty line received 2025-11-22 09:32:19.74: PodMonitor - start process kube event 2025-11-22 09:32:19.75: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:19.75: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:19.75: PodMonitor - start process kube event 2025-11-22 09:32:19.75: empty line received 2025-11-22 09:32:19.75: PodMonitor - start process kube event 2025-11-22 09:32:19.76: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:19.76: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:19.76: PodMonitor - start process kube event 2025-11-22 09:32:19.76: empty line received 2025-11-22 09:32:19.76: PodMonitor - start process kube event 2025-11-22 09:32:19.80: PodMonitor - Received ADDED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:19.80: PodMonitor - Skipped ADDED Pod ctest-new-default-58933178:ctest-pod-51636264 (no nodeName) 2025-11-22 09:32:19.80: PodMonitor - start process kube event 2025-11-22 09:32:19.80: empty line received 2025-11-22 09:32:19.80: PodMonitor - start process kube event 2025-11-22 09:32:19.80: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:19.81: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:19.81: PodMonitor - start process kube event 2025-11-22 09:32:19.81: empty line received 2025-11-22 09:32:19.81: PodMonitor - start process kube event 2025-11-22 09:32:19.84: PodMonitor - Received ADDED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:19.84: PodMonitor - Skipped ADDED Pod ctest-new-default-58933178:ctest-pod-86784416 (no nodeName) 2025-11-22 09:32:19.84: PodMonitor - start process kube event 2025-11-22 09:32:19.84: empty line received 2025-11-22 09:32:19.84: PodMonitor - start process kube event 2025-11-22 09:32:19.85: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:20] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b5c878eb-e00e-44e7-bf50-695358923443 HTTP/1.1" 200 866 0.000728 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:20] "GET /Snh_NamespaceDatabaseList?namespace_uuid=78ea0148-b931-4d7f-8eff-9073d8f70677 HTTP/1.1" 200 866 0.000703 2025-11-22 09:32:19.85: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:19.85: PodMonitor - start process kube event 2025-11-22 09:32:19.85: empty line received 2025-11-22 09:32:19.85: PodMonitor - start process kube event 2025-11-22 09:32:19.87: PodMonitor - Received ADDED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:19.87: PodMonitor - Skipped ADDED Pod ctest-non-default-83071006:ctest-pod-59163896 (no nodeName) 2025-11-22 09:32:19.87: PodMonitor - start process kube event 2025-11-22 09:32:19.87: empty line received 2025-11-22 09:32:19.87: PodMonitor - start process kube event 2025-11-22 09:32:19.88: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:19.88: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:19.88: PodMonitor - start process kube event 2025-11-22 09:32:19.88: empty line received 2025-11-22 09:32:19.88: PodMonitor - start process kube event 2025-11-22 09:32:19.91: PodMonitor - Received ADDED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:19.91: PodMonitor - Skipped ADDED Pod ctest-non-default-83071006:ctest-pod-62820593 (no nodeName) 2025-11-22 09:32:19.91: PodMonitor - start process kube event 2025-11-22 09:32:19.91: empty line received 2025-11-22 09:32:19.91: PodMonitor - start process kube event 2025-11-22 09:32:19.91: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:19.91: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:19.91: PodMonitor - start process kube event 2025-11-22 09:32:19.91: empty line received 2025-11-22 09:32:19.91: PodMonitor - start process kube event 2025-11-22 09:32:19.98: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:19.98: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:19.98: PodMonitor - start process kube event 2025-11-22 09:32:19.98: empty line received 2025-11-22 09:32:19.98: PodMonitor - start process kube event 2025-11-22 09:32:20.28: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-22 09:32:20.28: VncKubernetes - Process event (name=ctest-non-default-83071006 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:32:20.87: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-22 09:32:20.87: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:21.98: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:21.98: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:21.98: PodMonitor - start process kube event 2025-11-22 09:32:21.98: empty line received 2025-11-22 09:32:21.98: PodMonitor - start process kube event 2025-11-22 09:32:22.01: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:22.01: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:22.01: PodMonitor - start process kube event 2025-11-22 09:32:22.01: empty line received 2025-11-22 09:32:22.01: PodMonitor - start process kube event 2025-11-22 09:32:22.03: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-22 09:32:22.03: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:22.16: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-22 09:32:22.16: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:22.38: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:22.38: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:22.38: PodMonitor - start process kube event 2025-11-22 09:32:22.38: empty line received 2025-11-22 09:32:22.38: PodMonitor - start process kube event 2025-11-22 09:32:22.78: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:22.78: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:22.78: PodMonitor - start process kube event 2025-11-22 09:32:22.78: empty line received 2025-11-22 09:32:22.78: PodMonitor - start process kube event 2025-11-22 09:32:22.90: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:22.90: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:22.90: PodMonitor - start process kube event 2025-11-22 09:32:22.90: empty line received 2025-11-22 09:32:22.90: PodMonitor - start process kube event 2025-11-22 09:32:22.91: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-22 09:32:22.91: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:22.99: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-22 09:32:22.99: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:23.97: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:23.97: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:23.97: PodMonitor - start process kube event 2025-11-22 09:32:23.97: empty line received 2025-11-22 09:32:23.97: PodMonitor - start process kube event 2025-11-22 09:32:23.99: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-22 09:32:23.99: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:24.12: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-22 09:32:24.12: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:24.81: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:24.82: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:24.82: PodMonitor - start process kube event 2025-11-22 09:32:24.82: empty line received 2025-11-22 09:32:24.82: PodMonitor - start process kube event 2025-11-22 09:32:24.83: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-22 09:32:24.83: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:24.96: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-22 09:32:24.96: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:25.76: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:25.76: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:25.76: PodMonitor - start process kube event 2025-11-22 09:32:25.77: empty line received 2025-11-22 09:32:25.77: PodMonitor - start process kube event 2025-11-22 09:32:25.78: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-22 09:32:25.78: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:26.56: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:26.56: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:26.56: PodMonitor - start process kube event 2025-11-22 09:32:26.56: empty line received 2025-11-22 09:32:26.56: PodMonitor - start process kube event 2025-11-22 09:32:26.57: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-22 09:32:26.57: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:27.36: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:27.36: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:27.36: PodMonitor - start process kube event 2025-11-22 09:32:27.37: empty line received 2025-11-22 09:32:27.37: PodMonitor - start process kube event 2025-11-22 09:32:27.38: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-22 09:32:27.38: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:27.50: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:27.50: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:27.50: PodMonitor - start process kube event 2025-11-22 09:32:27.50: empty line received 2025-11-22 09:32:27.50: PodMonitor - start process kube event 2025-11-22 09:32:28.23: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:28.23: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:28.24: PodMonitor - start process kube event 2025-11-22 09:32:28.24: empty line received 2025-11-22 09:32:28.24: PodMonitor - start process kube event 2025-11-22 09:32:28.26: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-22 09:32:28.26: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:28.40: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-22 09:32:28.40: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:28.49: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-22 09:32:28.49: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:28.50: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:28.50: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:28.50: PodMonitor - start process kube event 2025-11-22 09:32:28.50: empty line received 2025-11-22 09:32:28.50: PodMonitor - start process kube event 2025-11-22 09:32:28.56: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-22 09:32:28.56: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:28.65: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-22 09:32:28.66: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:28.75: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-22 09:32:28.75: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:32:28.81: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-22 09:32:28.81: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:28.86: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-22 09:32:28.86: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:28.88: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-22 09:32:28.88: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:28.94: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:32:28.95: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:29.00: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:32:29.00: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:29.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:32:29.03: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:35] "GET /Snh_VirtualMachineDatabaseList?x=60147693-9f7b-426a-8682-7294516ba20e HTTP/1.1" 200 2483 0.001087 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:35] "GET /Snh_VirtualMachineDatabaseList?x=cd32ebbd-caa0-40fa-8613-add2ac9c081e HTTP/1.1" 200 2483 0.000747 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:35] "GET /Snh_VirtualMachineDatabaseList?x=46eeefb7-0d93-42db-be36-20710f39ce56 HTTP/1.1" 200 2483 0.001045 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001434 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:35] "GET /Snh_VirtualMachineDatabaseList?x=1756548c-f4e5-415f-accc-390c6997da01 HTTP/1.1" 200 2483 0.000825 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:36] "GET /Snh_VirtualMachineDatabaseList?x=7c855a0f-f1c9-4499-bca5-edb5015ff2dd HTTP/1.1" 200 2413 0.000858 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:41] "GET /Snh_VirtualMachineDatabaseList?x=002626d9-2891-4382-9ae6-8445a0b42920 HTTP/1.1" 200 2413 0.000871 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:41] "GET /Snh_VirtualMachineDatabaseList?x=a950df78-7ad6-4cf2-b4ae-b23931b3c3df HTTP/1.1" 200 2413 0.001014 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:41] "GET /Snh_VirtualMachineDatabaseList?x=34087aec-a67f-46cf-8484-818bce58ae36 HTTP/1.1" 200 2413 0.000785 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:42] "GET /Snh_LoadbalancerDatabaseList?x=cdb73ba0-bfd8-48be-8ff5-7d131be6376d HTTP/1.1" 200 1862 0.001061 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:44] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=1e735e62-cf89-404e-82c6-00ad6521376b HTTP/1.1" 200 2095 0.001199 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:44] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=1e735e62-cf89-404e-82c6-00ad6521376b HTTP/1.1" 200 2095 0.000781 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:32:46] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=1e735e62-cf89-404e-82c6-00ad6521376b HTTP/1.1" 200 2302 0.000918 2025-11-22 09:32:29.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:32:29.09: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:29.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:29.14: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:32:29.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:29.51: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:29.51: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:29.51: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:32:29.52: PodMonitor - start process kube event 2025-11-22 09:32:29.52: empty line received 2025-11-22 09:32:29.52: PodMonitor - start process kube event 2025-11-22 09:32:29.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:31.51: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:31.51: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:31.51: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:32:31.52: PodMonitor - start process kube event 2025-11-22 09:32:31.52: empty line received 2025-11-22 09:32:31.52: PodMonitor - start process kube event 2025-11-22 09:32:31.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:32.52: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:32.52: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:32.52: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:32:32.52: PodMonitor - start process kube event 2025-11-22 09:32:32.52: empty line received 2025-11-22 09:32:32.52: PodMonitor - start process kube event 2025-11-22 09:32:32.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:37.53: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:37.54: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:37.54: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:32:37.54: PodMonitor - start process kube event 2025-11-22 09:32:37.54: empty line received 2025-11-22 09:32:37.54: PodMonitor - start process kube event 2025-11-22 09:32:37.55: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:37.55: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:37.55: PodMonitor - start process kube event 2025-11-22 09:32:37.55: empty line received 2025-11-22 09:32:37.55: PodMonitor - start process kube event 2025-11-22 09:32:37.56: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:37.56: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:37.56: PodMonitor - start process kube event 2025-11-22 09:32:37.56: empty line received 2025-11-22 09:32:37.56: PodMonitor - start process kube event 2025-11-22 09:32:37.60: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:32:37.60: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:32:37.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:37.62: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:32:37.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:41.76: ServiceMonitor - Received ADDED Service ctest-new-default-58933178:ctest-nginx-svc-49844685:cdb73ba0-bfd8-48be-8ff5-7d131be6376d 2025-11-22 09:32:41.76: ServiceMonitor - Got ADDED Service ctest-new-default-58933178:ctest-nginx-svc-49844685:cdb73ba0-bfd8-48be-8ff5-7d131be6376d 2025-11-22 09:32:41.76: VncKubernetes - Process event (name=ctest-nginx-svc-49844685 event_type=ADDED kind=Service ns=ctest-new-default-58933178) VncService - Got ADDED Service ctest-new-default-58933178:ctest-nginx-svc-49844685:cdb73ba0-bfd8-48be-8ff5-7d131be6376d 2025-11-22 09:32:41.76: ServiceMonitor - start process kube event 2025-11-22 09:32:41.76: empty line received 2025-11-22 09:32:41.76: ServiceMonitor - start process kube event 2025-11-22 09:32:41.77: EndPointMonitor - Received ADDED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:32:41.77: EndPointMonitor - Got ADDED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:32:41.77: EndPointMonitor - start process kube event 2025-11-22 09:32:41.77: empty line received 2025-11-22 09:32:41.77: EndPointMonitor - start process kube event 2025-11-22 09:32:42.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:32:42.96: VncKubernetes - Process event (name=ctest-nginx-svc-49844685 event_type=ADDED kind=Endpoints ns=ctest-new-default-58933178) VncEndpoints - Got ADDED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:32:43.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:44.33: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:32:44.33: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:32:44.33: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-58933178) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:32:44.33: NetworkPolicyMonitor - start process kube event 2025-11-22 09:32:44.33: empty line received 2025-11-22 09:32:44.33: NetworkPolicyMonitor - start process kube event 2025-11-22 09:32:45.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:50.24: ServiceMonitor - Received BOOKMARK: oldResVer=1171 newResVer=1457 2025-11-22 09:32:50.24: ServiceMonitor - start process kube event 2025-11-22 09:32:50.24: empty line received 2025-11-22 09:32:50.24: ServiceMonitor - start process kube event 2025-11-22 09:32:50.31: NamespaceMonitor - Received BOOKMARK: oldResVer=470 newResVer=1351 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:33:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001221 2025-11-22 09:32:50.31: NamespaceMonitor - start process kube event 2025-11-22 09:32:50.31: empty line received 2025-11-22 09:32:50.31: NamespaceMonitor - start process kube event 2025-11-22 09:32:50.63: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1090 newResVer=1462 2025-11-22 09:32:50.63: NetworkPolicyMonitor - start process kube event 2025-11-22 09:32:50.63: empty line received 2025-11-22 09:32:50.63: NetworkPolicyMonitor - start process kube event 2025-11-22 09:32:50.68: EndPointMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1458 2025-11-22 09:32:50.68: EndPointMonitor - start process kube event 2025-11-22 09:32:50.68: empty line received 2025-11-22 09:32:50.68: EndPointMonitor - start process kube event 2025-11-22 09:32:50.71: PodMonitor - Received BOOKMARK: oldResVer=1246 newResVer=1451 2025-11-22 09:32:50.71: PodMonitor - start process kube event 2025-11-22 09:32:50.71: empty line received 2025-11-22 09:32:50.71: PodMonitor - start process kube event 2025-11-22 09:32:50.83: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:32:50.83: NetworkMonitor - start process kube event 2025-11-22 09:32:50.83: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=474 2025-11-22 09:32:50.83: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:32:50.83: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:32:50.83: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:32:50.83: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'})(timeout=120) 2025-11-22 09:32:50.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:32:50.83: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:32:50.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:32:50.85: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '474'}) 2025-11-22 09:32:51.74: IngressMonitor - Received BOOKMARK: oldResVer=1200 newResVer=1296 2025-11-22 09:32:51.74: IngressMonitor - start process kube event 2025-11-22 09:32:51.75: empty line received 2025-11-22 09:32:51.75: IngressMonitor - start process kube event 2025-11-22 09:33:24.63: PodMonitor - Received BOOKMARK: oldResVer=1451 newResVer=1451 2025-11-22 09:33:24.64: PodMonitor - start process kube event 2025-11-22 09:33:24.64: empty line received 2025-11-22 09:33:24.64: PodMonitor - start process kube event 2025-11-22 09:33:25.82: PodMonitor - Received BOOKMARK: oldResVer=1451 newResVer=1451 2025-11-22 09:33:25.82: PodMonitor - start process kube event 2025-11-22 09:33:25.82: empty line received 2025-11-22 09:33:25.82: PodMonitor - start process kube event 2025-11-22 09:33:26.97: stop iteration PodMonitor 2025-11-22 09:33:26.97: PodMonitor - start process kube event 2025-11-22 09:33:26.97: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1451 2025-11-22 09:33:26.97: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:33:26.97: PodMonitor - Connect Kube API result 0 2025-11-22 09:33:26.97: PodMonitor - _schedule_vnc_sync 2025-11-22 09:33:26.97: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1451'})(timeout=120) 2025-11-22 09:33:26.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:33:26.97: VncKubernetes - vnc_sync - Pod start 2025-11-22 09:33:26.97: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:33:26.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:33:26.98: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1451'}) 2025-11-22 09:33:28.26: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:33:28.26: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:33:28.26: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:33:28.26: PodMonitor - start process kube event 2025-11-22 09:33:28.26: empty line received 2025-11-22 09:33:28.26: PodMonitor - start process kube event 2025-11-22 09:33:28.29: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:33:28.29: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:33:28.29: EndPointMonitor - start process kube event 2025-11-22 09:33:28.29: empty line received 2025-11-22 09:33:28.29: EndPointMonitor - start process kube event 2025-11-22 09:33:28.31: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:33:28.31: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:33:28.31: PodMonitor - start process kube event 2025-11-22 09:33:28.31: empty line received 2025-11-22 09:33:28.31: PodMonitor - start process kube event 2025-11-22 09:33:28.32: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:33:28.32: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:33:28.32: EndPointMonitor - start process kube event 2025-11-22 09:33:28.32: empty line received 2025-11-22 09:33:28.32: EndPointMonitor - start process kube event 2025-11-22 09:33:28.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:33:28.33: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:33:28.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:33:28.79: VncKubernetes - Process event (name=coredns-6f867cd986-696p8 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-696p8:28efa0f7-8707-4d12-98ff-4ab01f471227 2025-11-22 09:33:28.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:33:28.85: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:cec1a15a-1976-440c-a030-c40471ad065b 2025-11-22 09:33:29.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:33:50.95: NetworkMonitor - Received BOOKMARK: oldResVer=474 newResVer=1497 2025-11-22 09:33:50.95: NetworkMonitor - start process kube event 2025-11-22 09:33:50.95: empty line received 2025-11-22 09:33:50.95: NetworkMonitor - start process kube event 2025-11-22 09:33:50.97: EndPointMonitor - Received BOOKMARK: oldResVer=1458 newResVer=1538 2025-11-22 09:33:50.97: EndPointMonitor - start process kube event 2025-11-22 09:33:50.97: empty line received 2025-11-22 09:33:50.97: EndPointMonitor - start process kube event 2025-11-22 09:33:51.09: ServiceMonitor - Received BOOKMARK: oldResVer=1457 newResVer=1457 2025-11-22 09:33:51.09: ServiceMonitor - start process kube event 2025-11-22 09:33:51.09: empty line received 2025-11-22 09:33:51.09: ServiceMonitor - start process kube event 2025-11-22 09:33:51.24: NamespaceMonitor - Received BOOKMARK: oldResVer=1351 newResVer=1351 2025-11-22 09:33:51.24: NamespaceMonitor - start process kube event 2025-11-22 09:33:51.24: empty line received 2025-11-22 09:33:51.24: NamespaceMonitor - start process kube event 2025-11-22 09:33:51.30: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1462 newResVer=1462 2025-11-22 09:33:51.30: NetworkPolicyMonitor - start process kube event 2025-11-22 09:33:51.30: empty line received 2025-11-22 09:33:51.30: NetworkPolicyMonitor - start process kube event 2025-11-22 09:33:51.88: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:33:51.88: IngressMonitor - start process kube event 2025-11-22 09:33:51.88: empty line received 2025-11-22 09:33:51.88: IngressMonitor - start process kube event 2025-11-22 09:34:26.92: PodMonitor - Received BOOKMARK: oldResVer=1451 newResVer=1535 2025-11-22 09:34:26.92: PodMonitor - start process kube event 2025-11-22 09:34:26.92: empty line received 2025-11-22 09:34:26.92: PodMonitor - start process kube event 2025-11-22 09:34:50.38: ServiceMonitor - Received BOOKMARK: oldResVer=1457 newResVer=1457 2025-11-22 09:34:50.38: ServiceMonitor - start process kube event 2025-11-22 09:34:50.38: empty line received 2025-11-22 09:34:50.38: ServiceMonitor - start process kube event 2025-11-22 09:34:50.42: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-11-22 09:34:50.42: EndPointMonitor - start process kube event 2025-11-22 09:34:50.42: empty line received 2025-11-22 09:34:50.42: EndPointMonitor - start process kube event 2025-11-22 09:34:51.14: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:34:51.14: NetworkMonitor - start process kube event 2025-11-22 09:34:51.14: empty line received 2025-11-22 09:34:51.14: NetworkMonitor - start process kube event 2025-11-22 09:34:51.40: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1462 newResVer=1462 2025-11-22 09:34:51.40: NetworkPolicyMonitor - start process kube event 2025-11-22 09:34:51.40: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:34:51.40: empty line received 2025-11-22 09:34:51.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:34:51.40: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:34:51.40: NetworkPolicyMonitor - start process kube event 2025-11-22 09:34:51.40: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:34:51.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:34:51.92: NamespaceMonitor - Received BOOKMARK: oldResVer=1351 newResVer=1351 2025-11-22 09:34:51.92: NamespaceMonitor - start process kube event 2025-11-22 09:34:51.92: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:34:51.92: empty line received 2025-11-22 09:34:51.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:34:51.92: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:34:51.92: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:34:51.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:34:51.92: NamespaceMonitor - start process kube event 2025-11-22 09:34:52.18: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:34:52.18: IngressMonitor - start process kube event 2025-11-22 09:34:52.18: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:34:52.18: empty line received 2025-11-22 09:34:52.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:34:52.18: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:34:52.18: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:34:52.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:34:52.18: IngressMonitor - start process kube event 2025-11-22 09:34:52.95: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:34:52.95: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:34:52.95: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-58933178) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:34:52.95: NetworkPolicyMonitor - start process kube event 2025-11-22 09:34:52.95: empty line received 2025-11-22 09:34:52.95: NetworkPolicyMonitor - start process kube event 2025-11-22 09:34:54.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:26.36: PodMonitor - Received BOOKMARK: oldResVer=1535 newResVer=1535 2025-11-22 09:35:26.36: PodMonitor - start process kube event 2025-11-22 09:35:26.36: empty line received 2025-11-22 09:35:26.36: PodMonitor - start process kube event 2025-11-22 09:35:50.93: ServiceMonitor - Received BOOKMARK: oldResVer=1457 newResVer=1457 2025-11-22 09:35:50.93: ServiceMonitor - start process kube event 2025-11-22 09:35:50.93: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:35:50.93: empty line received 2025-11-22 09:35:50.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:35:50.93: VncKubernetes - vnc_sync - Service start 2025-11-22 09:35:50.93: VncKubernetes - vnc_sync - Service done 2025-11-22 09:35:50.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:50.93: ServiceMonitor - start process kube event 2025-11-22 09:35:51.27: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-11-22 09:35:51.28: EndPointMonitor - start process kube event 2025-11-22 09:35:51.28: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:35:51.28: empty line received 2025-11-22 09:35:51.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:35:51.28: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:35:51.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:51.28: EndPointMonitor - start process kube event 2025-11-22 09:35:51.42: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:35:51.42: NetworkMonitor - start process kube event 2025-11-22 09:35:51.42: empty line received 2025-11-22 09:35:51.42: NetworkMonitor - start process kube event 2025-11-22 09:35:51.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1462 newResVer=1666 2025-11-22 09:35:51.90: NetworkPolicyMonitor - start process kube event 2025-11-22 09:35:51.90: empty line received 2025-11-22 09:35:51.90: NetworkPolicyMonitor - start process kube event 2025-11-22 09:35:52.14: NamespaceMonitor - Received BOOKMARK: oldResVer=1351 newResVer=1351 2025-11-22 09:35:52.14: NamespaceMonitor - start process kube event 2025-11-22 09:35:52.14: empty line received 2025-11-22 09:35:52.14: NamespaceMonitor - start process kube event 2025-11-22 09:35:52.33: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:35:52.33: IngressMonitor - start process kube event 2025-11-22 09:35:52.33: empty line received 2025-11-22 09:35:52.33: IngressMonitor - start process kube event 2025-11-22 09:35:53.58: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-11-22 09:35:53.58: EndPointMonitor - start process kube event 2025-11-22 09:35:53.58: empty line received 2025-11-22 09:35:53.58: EndPointMonitor - start process kube event 2025-11-22 09:35:54.60: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-11-22 09:35:54.60: EndPointMonitor - start process kube event 2025-11-22 09:35:54.60: empty line received 2025-11-22 09:35:54.61: EndPointMonitor - start process kube event 2025-11-22 09:35:55.58: stop iteration EndPointMonitor 2025-11-22 09:35:55.58: EndPointMonitor - start process kube event 2025-11-22 09:35:55.58: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1538 2025-11-22 09:35:55.58: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:35:55.58: EndPointMonitor - Connect Kube API result 0 2025-11-22 09:35:55.58: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:35:55.58: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'})(timeout=120) 2025-11-22 09:35:55.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:35:55.58: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:35:55.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:55.59: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1538'}) 2025-11-22 09:35:55.63: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:55.63: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:55.63: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:55.63: PodMonitor - start process kube event 2025-11-22 09:35:55.63: empty line received 2025-11-22 09:35:55.63: PodMonitor - start process kube event 2025-11-22 09:35:55.65: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:35:55.65: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:35:55.66: EndPointMonitor - start process kube event 2025-11-22 09:35:55.66: empty line received 2025-11-22 09:35:55.66: EndPointMonitor - start process kube event 2025-11-22 09:35:55.66: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:35:55.66: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:35:55.66: PodMonitor - start process kube event 2025-11-22 09:35:55.66: empty line received 2025-11-22 09:35:55.66: PodMonitor - start process kube event 2025-11-22 09:35:55.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:35:55.66: VncKubernetes - Process event (name=ctest-nginx-svc-49844685 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-58933178) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:35:55.71: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:55.71: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:55.71: PodMonitor - start process kube event 2025-11-22 09:35:55.71: empty line received 2025-11-22 09:35:55.71: PodMonitor - start process kube event 2025-11-22 09:35:55.73: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:35:55.73: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:35:55.73: PodMonitor - start process kube event 2025-11-22 09:35:55.73: empty line received 2025-11-22 09:35:55.73: PodMonitor - start process kube event 2025-11-22 09:35:55.73: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:55.73: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:55.73: PodMonitor - start process kube event 2025-11-22 09:35:55.73: empty line received 2025-11-22 09:35:55.73: PodMonitor - start process kube event 2025-11-22 09:35:55.74: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:35:55.74: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:35:55.74: PodMonitor - start process kube event 2025-11-22 09:35:55.74: empty line received 2025-11-22 09:35:55.74: PodMonitor - start process kube event 2025-11-22 09:35:55.74: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:35:55.74: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:35:55.74: PodMonitor - start process kube event 2025-11-22 09:35:55.74: empty line received 2025-11-22 09:35:55.74: PodMonitor - start process kube event 2025-11-22 09:35:55.74: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:55.75: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:55.75: PodMonitor - start process kube event 2025-11-22 09:35:55.75: empty line received 2025-11-22 09:35:55.75: PodMonitor - start process kube event 2025-11-22 09:35:55.77: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:35:55.77: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:35:55.77: EndPointMonitor - start process kube event 2025-11-22 09:35:55.77: empty line received 2025-11-22 09:35:55.77: EndPointMonitor - start process kube event 2025-11-22 09:35:55.92: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-22 09:35:55.92: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:35:55.98: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-22 09:35:55.98: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:56.00: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-22 09:35:56.00: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:35:56.06: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:35:56.06: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:56.07: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:35:56.07: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:35:56.14: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:35:56.14: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:35:56.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:35:56.20: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:56.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:35:56.21: VncKubernetes - Process event (name=ctest-nginx-svc-49844685 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-58933178) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:35:56.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:56.34: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.34: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.34: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.34: PodMonitor - start process kube event 2025-11-22 09:35:56.34: empty line received 2025-11-22 09:35:56.34: PodMonitor - start process kube event 2025-11-22 09:35:56.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:56.64: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.64: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.64: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.64: PodMonitor - start process kube event 2025-11-22 09:35:56.64: empty line received 2025-11-22 09:35:56.64: PodMonitor - start process kube event 2025-11-22 09:35:56.65: PodMonitor - Received DELETED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.65: PodMonitor - Got DELETED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:56.65: PodMonitor - start process kube event 2025-11-22 09:35:56.65: empty line received 2025-11-22 09:35:56.65: PodMonitor - start process kube event 2025-11-22 09:35:56.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:35:56.70: VncKubernetes - Process event (name=ctest-pod-98269005 event_type=DELETED kind=Pod ns=ctest-new-default-58933178) VncPod - Got DELETED Pod ctest-new-default-58933178:ctest-pod-98269005:60147693-9f7b-426a-8682-7294516ba20e 2025-11-22 09:35:57.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:35:57.35: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.35: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.35: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.35: PodMonitor - start process kube event 2025-11-22 09:35:57.35: empty line received 2025-11-22 09:35:57.35: PodMonitor - start process kube event 2025-11-22 09:35:57.36: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.36: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.36: PodMonitor - start process kube event 2025-11-22 09:35:57.36: empty line received 2025-11-22 09:35:57.36: PodMonitor - start process kube event 2025-11-22 09:35:57.36: PodMonitor - Received DELETED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.36: PodMonitor - Got DELETED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.36: PodMonitor - start process kube event 2025-11-22 09:35:57.36: empty line received 2025-11-22 09:35:57.36: PodMonitor - start process kube event 2025-11-22 09:35:57.38: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:57.38: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:57.38: PodMonitor - start process kube event 2025-11-22 09:35:57.38: empty line received 2025-11-22 09:35:57.38: PodMonitor - start process kube event 2025-11-22 09:35:57.41: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:35:57.41: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.42: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:35:57.42: VncKubernetes - Process event (name=ctest-pod-36130452 event_type=DELETED kind=Pod ns=ctest-non-default-83071006) VncPod - Got DELETED Pod ctest-non-default-83071006:ctest-pod-36130452:46eeefb7-0d93-42db-be36-20710f39ce56 2025-11-22 09:35:57.44: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:57.44: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:57.44: PodMonitor - start process kube event 2025-11-22 09:35:57.44: empty line received 2025-11-22 09:35:57.44: PodMonitor - start process kube event 2025-11-22 09:35:57.44: PodMonitor - Received DELETED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:57.44: PodMonitor - Got DELETED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:57.44: PodMonitor - start process kube event 2025-11-22 09:35:57.44: empty line received 2025-11-22 09:35:57.44: PodMonitor - start process kube event 2025-11-22 09:35:57.98: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:35:57.98: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:58.04: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.04: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.04: PodMonitor - start process kube event 2025-11-22 09:35:58.04: empty line received 2025-11-22 09:35:58.04: PodMonitor - start process kube event 2025-11-22 09:35:58.06: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:35:58.06: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:58.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:35:58.12: VncKubernetes - Process event (name=ctest-pod-60261887 event_type=DELETED kind=Pod ns=ctest-non-default-83071006) VncPod - Got DELETED Pod ctest-non-default-83071006:ctest-pod-60261887:1756548c-f4e5-415f-accc-390c6997da01 2025-11-22 09:35:58.24: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.24: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.24: PodMonitor - start process kube event 2025-11-22 09:35:58.24: empty line received 2025-11-22 09:35:58.24: PodMonitor - start process kube event 2025-11-22 09:35:58.25: PodMonitor - Received DELETED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.25: PodMonitor - Got DELETED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.25: PodMonitor - start process kube event 2025-11-22 09:35:58.25: empty line received [Introspect:8108]10.0.0.50 - - [2025-11-22 09:36:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001325 2025-11-22 09:35:58.25: PodMonitor - start process kube event 2025-11-22 09:35:58.72: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:35:58.72: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:35:58.78: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:58.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:35:58.84: VncKubernetes - Process event (name=ctest-pod-87228738 event_type=DELETED kind=Pod ns=ctest-new-default-58933178) VncPod - Got DELETED Pod ctest-new-default-58933178:ctest-pod-87228738:cd32ebbd-caa0-40fa-8613-add2ac9c081e 2025-11-22 09:35:59.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:16.93: ServiceMonitor - Received BOOKMARK: oldResVer=1457 newResVer=1457 2025-11-22 09:36:16.93: ServiceMonitor - start process kube event 2025-11-22 09:36:16.93: empty line received 2025-11-22 09:36:16.93: ServiceMonitor - start process kube event 2025-11-22 09:36:18.63: stop iteration ServiceMonitor 2025-11-22 09:36:18.63: ServiceMonitor - start process kube event 2025-11-22 09:36:18.63: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1457 2025-11-22 09:36:18.63: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:36:18.63: ServiceMonitor - Connect Kube API result 0 2025-11-22 09:36:18.63: ServiceMonitor - _schedule_vnc_sync 2025-11-22 09:36:18.64: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1457'})(timeout=120) 2025-11-22 09:36:18.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-22 09:36:18.64: VncKubernetes - vnc_sync - Service start 2025-11-22 09:36:18.64: VncKubernetes - vnc_sync - Service done 2025-11-22 09:36:18.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:18.65: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1457'}) 2025-11-22 09:36:26.87: PodMonitor - Received BOOKMARK: oldResVer=1535 newResVer=1787 2025-11-22 09:36:26.87: PodMonitor - start process kube event 2025-11-22 09:36:26.87: empty line received 2025-11-22 09:36:26.87: PodMonitor - start process kube event 2025-11-22 09:36:27.41: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.42: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.42: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.42: PodMonitor - start process kube event 2025-11-22 09:36:27.42: empty line received 2025-11-22 09:36:27.42: PodMonitor - start process kube event 2025-11-22 09:36:27.43: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.43: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.43: PodMonitor - start process kube event 2025-11-22 09:36:27.43: empty line received 2025-11-22 09:36:27.43: PodMonitor - start process kube event 2025-11-22 09:36:27.43: PodMonitor - Received DELETED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.43: PodMonitor - Got DELETED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.43: PodMonitor - start process kube event 2025-11-22 09:36:27.43: empty line received 2025-11-22 09:36:27.43: PodMonitor - start process kube event 2025-11-22 09:36:27.44: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:36:27.44: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.44: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:27.44: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:27.44: PodMonitor - start process kube event 2025-11-22 09:36:27.44: empty line received 2025-11-22 09:36:27.44: PodMonitor - start process kube event 2025-11-22 09:36:27.45: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:27.45: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:27.45: PodMonitor - start process kube event 2025-11-22 09:36:27.45: empty line received 2025-11-22 09:36:27.45: PodMonitor - start process kube event 2025-11-22 09:36:27.46: PodMonitor - Received DELETED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:27.46: PodMonitor - Got DELETED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:27.46: PodMonitor - start process kube event 2025-11-22 09:36:27.46: empty line received 2025-11-22 09:36:27.46: PodMonitor - start process kube event 2025-11-22 09:36:27.47: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:27.47: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:27.47: PodMonitor - start process kube event 2025-11-22 09:36:27.47: empty line received 2025-11-22 09:36:27.47: PodMonitor - start process kube event 2025-11-22 09:36:27.50: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:36:27.50: VncKubernetes - Process event (name=ctest-pod-51636264 event_type=DELETED kind=Pod ns=ctest-new-default-58933178) VncPod - Got DELETED Pod ctest-new-default-58933178:ctest-pod-51636264:7c855a0f-f1c9-4499-bca5-edb5015ff2dd 2025-11-22 09:36:27.60: PodMonitor - Received MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:27.60: PodMonitor - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:27.60: PodMonitor - start process kube event 2025-11-22 09:36:27.60: empty line received 2025-11-22 09:36:27.61: PodMonitor - start process kube event 2025-11-22 09:36:27.61: PodMonitor - Received DELETED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:27.61: PodMonitor - Got DELETED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:27.61: PodMonitor - start process kube event 2025-11-22 09:36:27.61: empty line received 2025-11-22 09:36:27.61: PodMonitor - start process kube event 2025-11-22 09:36:27.98: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-22 09:36:27.98: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:28.03: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:36:28.03: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:28.09: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:36:28.09: VncKubernetes - Process event (name=ctest-pod-59163896 event_type=DELETED kind=Pod ns=ctest-non-default-83071006) VncPod - Got DELETED Pod ctest-non-default-83071006:ctest-pod-59163896:002626d9-2891-4382-9ae6-8445a0b42920 2025-11-22 09:36:28.21: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:28.21: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:28.21: PodMonitor - start process kube event 2025-11-22 09:36:28.21: empty line received 2025-11-22 09:36:28.21: PodMonitor - start process kube event 2025-11-22 09:36:28.43: PodMonitor - Received MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:28.43: PodMonitor - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:28.43: PodMonitor - start process kube event 2025-11-22 09:36:28.43: empty line received 2025-11-22 09:36:28.43: PodMonitor - start process kube event 2025-11-22 09:36:28.44: PodMonitor - Received DELETED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:28.44: PodMonitor - Got DELETED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:28.44: PodMonitor - start process kube event 2025-11-22 09:36:28.44: empty line received 2025-11-22 09:36:28.44: PodMonitor - start process kube event 2025-11-22 09:36:28.62: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-22 09:36:28.62: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:28.68: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-22 09:36:28.68: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=MODIFIED kind=Pod ns=ctest-non-default-83071006) VncPod - Got MODIFIED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:28.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:36:28.74: VncKubernetes - Process event (name=ctest-pod-62820593 event_type=DELETED kind=Pod ns=ctest-non-default-83071006) VncPod - Got DELETED Pod ctest-non-default-83071006:ctest-pod-62820593:34087aec-a67f-46cf-8484-818bce58ae36 2025-11-22 09:36:29.25: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:36:29.25: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:29.31: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:36:29.31: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=MODIFIED kind=Pod ns=ctest-new-default-58933178) VncPod - Got MODIFIED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:29.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:36:29.37: VncKubernetes - Process event (name=ctest-pod-86784416 event_type=DELETED kind=Pod ns=ctest-new-default-58933178) VncPod - Got DELETED Pod ctest-new-default-58933178:ctest-pod-86784416:a950df78-7ad6-4cf2-b4ae-b23931b3c3df 2025-11-22 09:36:29.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:31.12: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:31.12: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:31.12: VncKubernetes - Process event (name=ctest-non-default-83071006 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:31.12: NamespaceMonitor - start process kube event 2025-11-22 09:36:31.12: empty line received 2025-11-22 09:36:31.12: NamespaceMonitor - start process kube event 2025-11-22 09:36:31.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:36.39: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:36.39: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:36.39: VncKubernetes - Process event (name=ctest-non-default-83071006 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:36.39: NamespaceMonitor - start process kube event 2025-11-22 09:36:36.39: empty line received 2025-11-22 09:36:36.39: NamespaceMonitor - start process kube event 2025-11-22 09:36:36.40: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:36.40: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:36.40: NamespaceMonitor - start process kube event 2025-11-22 09:36:36.40: empty line received 2025-11-22 09:36:36.40: NamespaceMonitor - start process kube event 2025-11-22 09:36:36.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:36:36.71: VncKubernetes - Process event (name=ctest-non-default-83071006 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-83071006:78ea0148-b931-4d7f-8eff-9073d8f70677 2025-11-22 09:36:37.15: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:37.16: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:37.16: NamespaceMonitor - start process kube event 2025-11-22 09:36:37.16: empty line received 2025-11-22 09:36:37.16: NamespaceMonitor - start process kube event 2025-11-22 09:36:37.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:36:37.92: VncKubernetes - Process event (name=ctest-new-default-58933178 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:38.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:42.67: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:36:42.68: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:36:42.68: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-58933178) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-58933178:ingress-on-service:1e735e62-cf89-404e-82c6-00ad6521376b 2025-11-22 09:36:42.68: NetworkPolicyMonitor - start process kube event 2025-11-22 09:36:42.68: empty line received 2025-11-22 09:36:42.68: NetworkPolicyMonitor - start process kube event 2025-11-22 09:36:42.71: EndPointMonitor - Received DELETED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:36:42.71: EndPointMonitor - Got DELETED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:36:42.71: EndPointMonitor - start process kube event 2025-11-22 09:36:42.71: empty line received 2025-11-22 09:36:42.71: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-22 09:37:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001244 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:37:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001151 2025-11-22 09:36:42.90: ServiceMonitor - Received DELETED Service ctest-new-default-58933178:ctest-nginx-svc-49844685:cdb73ba0-bfd8-48be-8ff5-7d131be6376d 2025-11-22 09:36:42.90: ServiceMonitor - Got DELETED Service ctest-new-default-58933178:ctest-nginx-svc-49844685:cdb73ba0-bfd8-48be-8ff5-7d131be6376d 2025-11-22 09:36:42.90: ServiceMonitor - start process kube event 2025-11-22 09:36:42.90: empty line received 2025-11-22 09:36:42.90: ServiceMonitor - start process kube event 2025-11-22 09:36:43.19: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:43.20: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:43.20: NamespaceMonitor - start process kube event 2025-11-22 09:36:43.20: empty line received 2025-11-22 09:36:43.20: NamespaceMonitor - start process kube event 2025-11-22 09:36:43.21: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:43.21: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:43.21: NamespaceMonitor - start process kube event 2025-11-22 09:36:43.21: empty line received 2025-11-22 09:36:43.21: NamespaceMonitor - start process kube event 2025-11-22 09:36:43.85: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:36:43.85: VncKubernetes - Process event (name=ctest-nginx-svc-49844685 event_type=DELETED kind=Endpoints ns=ctest-new-default-58933178) VncEndpoints - Got DELETED Endpoints ctest-new-default-58933178:ctest-nginx-svc-49844685:7c3d5a05-ffd5-4552-b80b-d51faf8cdea1 2025-11-22 09:36:43.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:36:43.87: VncKubernetes - Process event (name=ctest-nginx-svc-49844685 event_type=DELETED kind=Service ns=ctest-new-default-58933178) VncService - Got DELETED Service ctest-new-default-58933178:ctest-nginx-svc-49844685:cdb73ba0-bfd8-48be-8ff5-7d131be6376d 2025-11-22 09:36:44.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:36:44.20: VncKubernetes - Process event (name=ctest-new-default-58933178 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:44.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:36:44.54: VncKubernetes - Process event (name=ctest-new-default-58933178 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-58933178:b5c878eb-e00e-44e7-bf50-695358923443 2025-11-22 09:36:45.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:51.45: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:36:51.45: NetworkMonitor - start process kube event 2025-11-22 09:36:51.45: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:36:51.45: empty line received 2025-11-22 09:36:51.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:36:51.45: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:36:51.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:36:51.45: NetworkMonitor - start process kube event 2025-11-22 09:36:52.13: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1666 newResVer=1917 2025-11-22 09:36:52.13: NetworkPolicyMonitor - start process kube event 2025-11-22 09:36:52.13: empty line received 2025-11-22 09:36:52.13: NetworkPolicyMonitor - start process kube event 2025-11-22 09:36:52.48: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:36:52.48: IngressMonitor - start process kube event 2025-11-22 09:36:52.48: empty line received 2025-11-22 09:36:52.48: IngressMonitor - start process kube event 2025-11-22 09:36:53.23: NamespaceMonitor - Received BOOKMARK: oldResVer=1351 newResVer=1926 2025-11-22 09:36:53.23: NamespaceMonitor - start process kube event 2025-11-22 09:36:53.23: empty line received 2025-11-22 09:36:53.24: NamespaceMonitor - start process kube event 2025-11-22 09:36:56.05: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1919 2025-11-22 09:36:56.05: EndPointMonitor - start process kube event 2025-11-22 09:36:56.05: empty line received 2025-11-22 09:36:56.05: EndPointMonitor - start process kube event 2025-11-22 09:37:11.31: NamespaceMonitor - Received BOOKMARK: oldResVer=1926 newResVer=1926 2025-11-22 09:37:11.31: NamespaceMonitor - start process kube event 2025-11-22 09:37:11.31: empty line received 2025-11-22 09:37:11.31: NamespaceMonitor - start process kube event 2025-11-22 09:37:12.55: NamespaceMonitor - Received BOOKMARK: oldResVer=1926 newResVer=1926 2025-11-22 09:37:12.55: NamespaceMonitor - start process kube event 2025-11-22 09:37:12.55: empty line received 2025-11-22 09:37:12.55: NamespaceMonitor - start process kube event 2025-11-22 09:37:13.45: stop iteration NamespaceMonitor 2025-11-22 09:37:13.45: NamespaceMonitor - start process kube event 2025-11-22 09:37:13.45: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1926 2025-11-22 09:37:13.45: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:37:13.45: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:37:13.45: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:37:13.45: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1926'})(timeout=120) 2025-11-22 09:37:13.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:37:13.46: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:37:13.46: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:37:13.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:37:13.47: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1926'}) 2025-11-22 09:37:18.27: ServiceMonitor - Received BOOKMARK: oldResVer=1457 newResVer=1921 2025-11-22 09:37:18.27: ServiceMonitor - start process kube event 2025-11-22 09:37:18.27: empty line received 2025-11-22 09:37:18.27: ServiceMonitor - start process kube event 2025-11-22 09:37:26.58: PodMonitor - Received BOOKMARK: oldResVer=1787 newResVer=1839 2025-11-22 09:37:26.58: PodMonitor - start process kube event 2025-11-22 09:37:26.58: empty line received 2025-11-22 09:37:26.58: PodMonitor - start process kube event 2025-11-22 09:37:51.40: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:37:51.40: NetworkMonitor - start process kube event 2025-11-22 09:37:51.40: empty line received 2025-11-22 09:37:51.40: NetworkMonitor - start process kube event 2025-11-22 09:37:51.66: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-11-22 09:37:51.66: NetworkPolicyMonitor - start process kube event 2025-11-22 09:37:51.66: empty line received 2025-11-22 09:37:51.66: NetworkPolicyMonitor - start process kube event 2025-11-22 09:37:52.54: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:37:52.54: IngressMonitor - start process kube event 2025-11-22 09:37:52.54: empty line received 2025-11-22 09:37:52.54: IngressMonitor - start process kube event 2025-11-22 09:37:55.50: EndPointMonitor - Received BOOKMARK: oldResVer=1919 newResVer=1919 2025-11-22 09:37:55.50: EndPointMonitor - start process kube event 2025-11-22 09:37:55.50: empty line received 2025-11-22 09:37:55.50: EndPointMonitor - start process kube event 2025-11-22 09:38:05.31: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1917 newResVer=1917 2025-11-22 09:38:05.31: NetworkPolicyMonitor - start process kube event 2025-11-22 09:38:05.31: empty line received 2025-11-22 09:38:05.31: NetworkPolicyMonitor - start process kube event 2025-11-22 09:38:06.63: stop iteration NetworkPolicyMonitor [Introspect:8108]10.0.0.50 - - [2025-11-22 09:38:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001158 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:38:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001130 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:39:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001397 [Introspect:8108]10.0.0.50 - - [2025-11-22 09:39:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001229 2025-11-22 09:38:06.63: NetworkPolicyMonitor - start process kube event 2025-11-22 09:38:06.63: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1917 2025-11-22 09:38:06.63: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:38:06.64: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:38:06.64: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:38:06.64: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'})(timeout=120) 2025-11-22 09:38:06.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:38:06.65: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:38:06.66: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'}) 2025-11-22 09:38:06.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:38:06.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:38:18.49: ServiceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-22 09:38:18.49: ServiceMonitor - start process kube event 2025-11-22 09:38:18.49: empty line received 2025-11-22 09:38:18.49: ServiceMonitor - start process kube event 2025-11-22 09:38:26.66: PodMonitor - Received BOOKMARK: oldResVer=1839 newResVer=1839 2025-11-22 09:38:26.66: PodMonitor - start process kube event 2025-11-22 09:38:26.66: PodMonitor - _schedule_vnc_sync 2025-11-22 09:38:26.66: empty line received 2025-11-22 09:38:26.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:38:26.66: VncKubernetes - vnc_sync - Pod start 2025-11-22 09:38:26.66: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:38:26.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:38:26.66: PodMonitor - start process kube event 2025-11-22 09:38:50.93: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:38:50.93: NetworkMonitor - start process kube event 2025-11-22 09:38:50.93: empty line received 2025-11-22 09:38:50.93: NetworkMonitor - start process kube event 2025-11-22 09:38:53.24: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:38:53.24: IngressMonitor - start process kube event 2025-11-22 09:38:53.24: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:38:53.24: empty line received 2025-11-22 09:38:53.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:38:53.24: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:38:53.24: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:38:53.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:38:53.25: IngressMonitor - start process kube event 2025-11-22 09:38:56.17: EndPointMonitor - Received BOOKMARK: oldResVer=1919 newResVer=1919 2025-11-22 09:38:56.17: EndPointMonitor - start process kube event 2025-11-22 09:38:56.17: empty line received 2025-11-22 09:38:56.17: EndPointMonitor - start process kube event 2025-11-22 09:39:13.48: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:39:13.48: NamespaceMonitor - start process kube event 2025-11-22 09:39:13.48: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1926 2025-11-22 09:39:13.48: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:39:13.48: NamespaceMonitor - Connect Kube API result 0 2025-11-22 09:39:13.48: NamespaceMonitor - _schedule_vnc_sync 2025-11-22 09:39:13.48: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1926'})(timeout=120) 2025-11-22 09:39:13.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-22 09:39:13.48: VncKubernetes - vnc_sync - Namespace start 2025-11-22 09:39:13.48: VncKubernetes - vnc_sync - Namespace done 2025-11-22 09:39:13.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:13.51: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1926'}) 2025-11-22 09:39:18.79: ServiceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-22 09:39:18.79: ServiceMonitor - start process kube event 2025-11-22 09:39:18.79: empty line received 2025-11-22 09:39:18.79: ServiceMonitor - start process kube event 2025-11-22 09:39:26.35: PodMonitor - Received BOOKMARK: oldResVer=1839 newResVer=1839 2025-11-22 09:39:26.35: PodMonitor - start process kube event 2025-11-22 09:39:26.35: empty line received 2025-11-22 09:39:26.35: PodMonitor - start process kube event 2025-11-22 09:39:40.92: PodMonitor - Received ADDED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:40.92: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-22 09:39:40.92: PodMonitor - start process kube event 2025-11-22 09:39:40.92: empty line received 2025-11-22 09:39:40.92: PodMonitor - start process kube event 2025-11-22 09:39:40.95: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:40.95: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:40.95: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:40.95: PodMonitor - start process kube event 2025-11-22 09:39:40.95: empty line received 2025-11-22 09:39:40.95: PodMonitor - start process kube event 2025-11-22 09:39:40.97: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:40.97: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:40.97: PodMonitor - start process kube event 2025-11-22 09:39:40.97: empty line received 2025-11-22 09:39:40.97: PodMonitor - start process kube event 2025-11-22 09:39:41.18: PodMonitor - Received ADDED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:41.18: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-22 09:39:41.18: PodMonitor - start process kube event 2025-11-22 09:39:41.18: empty line received 2025-11-22 09:39:41.18: PodMonitor - start process kube event 2025-11-22 09:39:41.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:41.19: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:41.19: PodMonitor - start process kube event 2025-11-22 09:39:41.19: empty line received 2025-11-22 09:39:41.19: PodMonitor - start process kube event 2025-11-22 09:39:41.21: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:41.21: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:41.21: PodMonitor - start process kube event 2025-11-22 09:39:41.21: empty line received 2025-11-22 09:39:41.21: PodMonitor - start process kube event 2025-11-22 09:39:41.85: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:41.85: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:41.85: PodMonitor - start process kube event 2025-11-22 09:39:41.85: empty line received 2025-11-22 09:39:41.85: PodMonitor - start process kube event 2025-11-22 09:39:41.87: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-22 09:39:41.87: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) [Introspect:8108]10.0.0.50 - - [2025-11-22 09:40:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001836 VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:42.04: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:39:42.04: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:42.92: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:42.92: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:42.93: PodMonitor - start process kube event 2025-11-22 09:39:42.93: empty line received 2025-11-22 09:39:42.93: PodMonitor - start process kube event 2025-11-22 09:39:42.94: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-22 09:39:42.94: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:43.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-22 09:39:43.11: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:43.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:39:43.13: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:43.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:51.17: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:39:51.17: NetworkMonitor - start process kube event 2025-11-22 09:39:51.17: empty line received 2025-11-22 09:39:51.17: NetworkMonitor - start process kube event 2025-11-22 09:39:52.56: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:39:52.56: IngressMonitor - start process kube event 2025-11-22 09:39:52.56: empty line received 2025-11-22 09:39:52.56: IngressMonitor - start process kube event 2025-11-22 09:39:53.76: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:53.76: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:53.76: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:53.76: PodMonitor - start process kube event 2025-11-22 09:39:53.76: empty line received 2025-11-22 09:39:53.76: PodMonitor - start process kube event 2025-11-22 09:39:53.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:54.74: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:39:54.74: IngressMonitor - start process kube event 2025-11-22 09:39:54.74: empty line received 2025-11-22 09:39:54.74: IngressMonitor - start process kube event 2025-11-22 09:39:54.76: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:54.76: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:54.76: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:39:54.76: PodMonitor - start process kube event 2025-11-22 09:39:54.76: empty line received 2025-11-22 09:39:54.76: PodMonitor - start process kube event 2025-11-22 09:39:54.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:55.66: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:55.66: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:55.66: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:39:55.66: PodMonitor - start process kube event 2025-11-22 09:39:55.66: empty line received 2025-11-22 09:39:55.66: PodMonitor - start process kube event 2025-11-22 09:39:55.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:55.93: IngressMonitor - Received BOOKMARK: oldResVer=1296 newResVer=1296 2025-11-22 09:39:55.93: IngressMonitor - start process kube event 2025-11-22 09:39:55.93: empty line received 2025-11-22 09:39:55.93: IngressMonitor - start process kube event 2025-11-22 09:39:57.03: EndPointMonitor - Received BOOKMARK: oldResVer=1919 newResVer=1919 2025-11-22 09:39:57.04: EndPointMonitor - start process kube event 2025-11-22 09:39:57.04: EndPointMonitor - _schedule_vnc_sync 2025-11-22 09:39:57.04: empty line received 2025-11-22 09:39:57.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-22 09:39:57.04: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-22 09:39:57.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:57.04: EndPointMonitor - start process kube event 2025-11-22 09:39:57.36: stop iteration IngressMonitor 2025-11-22 09:39:57.36: IngressMonitor - start process kube event 2025-11-22 09:39:57.36: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1296 2025-11-22 09:39:57.36: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:39:57.36: IngressMonitor - Connect Kube API result 0 2025-11-22 09:39:57.37: IngressMonitor - _schedule_vnc_sync 2025-11-22 09:39:57.37: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1296'})(timeout=120) 2025-11-22 09:39:57.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-22 09:39:57.37: VncKubernetes - vnc_sync - Ingress start 2025-11-22 09:39:57.37: VncKubernetes - vnc_sync - Ingress done 2025-11-22 09:39:57.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:39:57.38: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1296'}) 2025-11-22 09:40:06.66: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:40:06.66: NetworkPolicyMonitor - start process kube event 2025-11-22 09:40:06.66: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1917 2025-11-22 09:40:06.66: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:40:06.66: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-22 09:40:06.66: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-22 09:40:06.66: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'})(timeout=120) 2025-11-22 09:40:06.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-22 09:40:06.66: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-22 09:40:06.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-22 09:40:06.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:40:06.67: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1917'}) 2025-11-22 09:40:13.38: PodMonitor - Received BOOKMARK: oldResVer=1839 newResVer=2196 2025-11-22 09:40:13.38: PodMonitor - start process kube event 2025-11-22 09:40:13.38: empty line received 2025-11-22 09:40:13.38: PodMonitor - start process kube event 2025-11-22 09:40:15.32: stop iteration PodMonitor 2025-11-22 09:40:15.33: PodMonitor - start process kube event 2025-11-22 09:40:15.33: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2196 2025-11-22 09:40:15.33: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:40:15.33: PodMonitor - Connect Kube API result 0 2025-11-22 09:40:15.33: PodMonitor - _schedule_vnc_sync 2025-11-22 09:40:15.33: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2196'})(timeout=120) 2025-11-22 09:40:15.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-22 09:40:15.33: VncKubernetes - vnc_sync - Pod start 2025-11-22 09:40:15.33: VncKubernetes - vnc_sync - Pod done 2025-11-22 09:40:15.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:40:15.35: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2196'}) 2025-11-22 09:40:16.73: NetworkMonitor - Received BOOKMARK: oldResVer=1497 newResVer=1497 2025-11-22 09:40:16.73: NetworkMonitor - start process kube event 2025-11-22 09:40:16.73: empty line received 2025-11-22 09:40:16.73: NetworkMonitor - start process kube event 2025-11-22 09:40:17.99: stop iteration NetworkMonitor 2025-11-22 09:40:17.99: NetworkMonitor - start process kube event 2025-11-22 09:40:17.99: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1497 2025-11-22 09:40:17.99: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-22 09:40:17.99: NetworkMonitor - Connect Kube API result 0 2025-11-22 09:40:17.99: NetworkMonitor - _schedule_vnc_sync 2025-11-22 09:40:17.99: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1497'})(timeout=120) 2025-11-22 09:40:17.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-22 09:40:17.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-22 09:40:17.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:40:18.00: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1497'}) 2025-11-22 09:40:18.61: ServiceMonitor - Received BOOKMARK: oldResVer=1921 newResVer=1921 2025-11-22 09:40:18.61: ServiceMonitor - start process kube event 2025-11-22 09:40:18.61: empty line received 2025-11-22 09:40:18.61: ServiceMonitor - start process kube event 2025-11-22 09:40:26.82: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:26.82: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:26.82: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:26.82: PodMonitor - start process kube event 2025-11-22 09:40:26.82: empty line received 2025-11-22 09:40:26.82: PodMonitor - start process kube event 2025-11-22 09:40:26.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:40:27.12: PodMonitor - Received MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:27.12: PodMonitor - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:27.12: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:27.12: PodMonitor - start process kube event 2025-11-22 09:40:27.12: empty line received 2025-11-22 09:40:27.12: PodMonitor - start process kube event 2025-11-22 09:40:27.13: PodMonitor - Received DELETED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:27.13: PodMonitor - Got DELETED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:27.13: PodMonitor - start process kube event 2025-11-22 09:40:27.13: empty line received 2025-11-22 09:40:27.13: PodMonitor - start process kube event 2025-11-22 09:40:27.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:40:27.19: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:2f111e28-4f64-4d7e-ad49-344626d6248f 2025-11-22 09:40:27.24: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:27.24: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:27.25: PodMonitor - start process kube event 2025-11-22 09:40:27.25: empty line received 2025-11-22 09:40:27.25: PodMonitor - start process kube event 2025-11-22 09:40:27.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:40:27.53: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:27.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:40:56.26: EndPointMonitor - Received BOOKMARK: oldResVer=1919 newResVer=1919 2025-11-22 09:40:56.26: EndPointMonitor - start process kube event 2025-11-22 09:40:56.26: empty line received 2025-11-22 09:40:56.26: EndPointMonitor - start process kube event 2025-11-22 09:40:57.88: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.88: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.88: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.88: PodMonitor - start process kube event 2025-11-22 09:40:57.88: empty line received 2025-11-22 09:40:57.88: PodMonitor - start process kube event 2025-11-22 09:40:57.89: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.89: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.89: PodMonitor - start process kube event 2025-11-22 09:40:57.89: empty line received 2025-11-22 09:40:57.89: PodMonitor - start process kube event 2025-11-22 09:40:57.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:40:57.90: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.90: PodMonitor - Received DELETED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.90: PodMonitor - Got DELETED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:57.90: PodMonitor - start process kube event 2025-11-22 09:40:57.90: empty line received 2025-11-22 09:40:57.90: PodMonitor - start process kube event 2025-11-22 09:40:57.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-22 09:40:57.97: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:d6b58a23-0773-431f-9179-bdcfe3b5f644 2025-11-22 09:40:58.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-22 09:41:13.51: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-22 09:41:13.51: NamespaceMonitor - start process kube event 2025-11-22 09:41:13.51: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1926 2025-11-22 09:41:13.51: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443