++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Nov 6 01:46:18 AM UTC 2025 ===================' INFO: =================== Thu Nov 6 01:46:18 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.73 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.73 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.73 ++ ANALYTICSDB_NODES=10.0.0.73 ++ ANALYTICS_SNMP_NODES=10.0.0.73 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8081 ' +++ '[' -n '10.0.0.73:8081 ' ']' +++ echo 10.0.0.73:8081 ++ ANALYTICS_SERVERS=10.0.0.73:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9042 ' +++ '[' -n '10.0.0.73:9042 ' ']' +++ echo 10.0.0.73:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.73:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.73 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8086 ' +++ '[' -n '10.0.0.73:8086 ' ']' +++ echo 10.0.0.73:8086 ++ COLLECTOR_SERVERS=10.0.0.73:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.73 ++ CONFIGDB_NODES=10.0.0.73 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:8082 ' +++ '[' -n '10.0.0.73:8082 ' ']' +++ echo 10.0.0.73:8082 ++ CONFIG_SERVERS=10.0.0.73:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9161 ' +++ '[' -n '10.0.0.73:9161 ' ']' +++ echo 10.0.0.73:9161 ++ CONFIGDB_SERVERS=10.0.0.73:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9041 ' +++ '[' -n '10.0.0.73:9041 ' ']' +++ echo 10.0.0.73:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.73:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.73 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.73 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.73 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+=10.0.0.73:2181, +++ '[' -n 10.0.0.73:2181, ']' +++ echo 10.0.0.73:2181 ++ ZOOKEEPER_SERVERS=10.0.0.73:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:2181 ' +++ '[' -n '10.0.0.73:2181 ' ']' +++ echo 10.0.0.73:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.73:2181 ++ RABBITMQ_NODES=10.0.0.73 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+=10.0.0.73:5673, +++ '[' -n 10.0.0.73:5673, ']' +++ echo 10.0.0.73:5673 ++ RABBITMQ_SERVERS=10.0.0.73:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:6379 ' +++ '[' -n '10.0.0.73:6379 ' ']' +++ echo 10.0.0.73:6379 ++ REDIS_SERVERS=10.0.0.73:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.73 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.73 +++ local server_address=10.0.0.73 +++ extended_server_list+='10.0.0.73:9092 ' +++ '[' -n '10.0.0.73:9092 ' ']' +++ echo 10.0.0.73:9092 ++ KAFKA_SERVERS=10.0.0.73:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.73 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.73 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.73 ++ cut -d , -f 1 + local cassandra=10.0.0.73 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.73 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IjkwLWo4VklnVzVqYVNLRDlqcmxwVUJEUWF2aFJObGdlVjkzcTBnVTctRXMifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjcyZDUxMmU0LWRjMmUtNDYzMy04ZWEwLTAzNDg4MGUyOTFiZSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.uyLD-_6wa0hHZDCD8Fan8nFcYzVfcQnuTvo9CkLNBQMqQEQ7gql_gh0xC2ed4em8sHVkCGAbC7hFSA4sHmftBkgo4qLB5_BI7qvzeFI-5Q9bGvxuoOLbBYQkyMgZl022M-EF9XY4zWMf8pjYCFDn6Do4rGO0uc3xbySE8uBEIT6EROCDiRmDFjmeMkonrrqV_2ECn6ybax1reJetuZ_DiCazOFxIN0fnd9-gO1YyRLIn0n7CuB-SDnlQapKl1PIQ6WX_Ng15ozrxz3e2ervKrESZwEjNEK1EaERFC2utPzMxwBaN7AZrhG_NYLSoHj-J38FrgAKM6S75OhFDAoluSw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.73 +++ local servers=10.0.0.73 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ grep -vi host ++++ sort ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq ++++ cat /proc/net/fib_trie ++++ tr '\n' , +++ local local_ips=,10.0.0.73,10.38.11.1,127.0.0.1,172.17.0.1,252.73.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.73'\''))' +++ local server_ip=10.0.0.73 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.73 ]] +++ [[ ,10.0.0.73,10.38.11.1,127.0.0.1,172.17.0.1,252.73.0.1,, =~ ,10\.0\.0\.73, ]] +++ echo 10.0.0.73 1 +++ return ++ local ip=10.0.0.73 ++ [[ -z 10.0.0.73 ]] ++ echo 10.0.0.73 + host_ip=10.0.0.73 + [[ cql == \c\q\l ]] ++ echo 10.0.0.73:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.73:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/06/2025 01:46:25.749 7f609780c1c0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/06/2025 01:46:25.907 7f609780c1c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/06/2025 01:46:25.907 7f609780c1c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.73 - - [2025-11-06 01:46:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001392 2025-11-06 01:46:26.16: KubeMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:26.17: KubeMonitor - Connect Kube API result 0 2025-11-06 01:46:26.26: KubeMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-06 01:46:26.27: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-06 01:46:26.28: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1 2025-11-06 01:46:26.29: PodMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-06 01:46:26.29: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-06 01:46:26.30: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/networking.k8s.io/v1 2025-11-06 01:46:26.31: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/api/v1 2025-11-06 01:46:26.32: IngressMonitor - KubeMonitor init done: url=https://10.0.0.73:6443/apis/networking.k8s.io/v1 2025-11-06 01:46:26.32: VncKubernetes - vnc_connect starting 2025-11-06 01:46:26.33: VncKubernetes - vnc_connect done 2025-11-06 01:46:26.45: default-domain domain available. 2025-11-06 01:46:31.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:46:31.60: NamespaceMonitor - start process kube event 2025-11-06 01:46:31.60: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: NetworkMonitor - start process kube event 2025-11-06 01:46:31.60: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: PodMonitor - start process kube event 2025-11-06 01:46:31.60: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: ServiceMonitor - start process kube event 2025-11-06 01:46:31.60: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: NetworkPolicyMonitor - start process kube event 2025-11-06 01:46:31.60: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: EndPointMonitor - start process kube event 2025-11-06 01:46:31.60: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: IngressMonitor - start process kube event 2025-11-06 01:46:31.60: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-06 01:46:31.60: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:46:31.60: IngressMonitor - Connect Kube API result 0 2025-11-06 01:46:31.60: IngressMonitor - Start init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-06 01:46:31.61: EndPointMonitor - Connect Kube API result 0 2025-11-06 01:46:31.61: EndPointMonitor - Start init url=https://10.0.0.73:6443/api/v1/endpoints resource_version=None 2025-11-06 01:46:31.62: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-06 01:46:31.62: NetworkPolicyMonitor - Start init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-06 01:46:31.62: ServiceMonitor - Connect Kube API result 0 2025-11-06 01:46:31.62: ServiceMonitor - Start init url=https://10.0.0.73:6443/api/v1/services resource_version=None 2025-11-06 01:46:31.63: PodMonitor - Connect Kube API result 0 2025-11-06 01:46:31.63: PodMonitor - Start init url=https://10.0.0.73:6443/api/v1/pods resource_version=None 2025-11-06 01:46:31.63: NetworkMonitor - Connect Kube API result 0 2025-11-06 01:46:31.63: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:46:31.63: NamespaceMonitor - Start init url=https://10.0.0.73:6443/api/v1/namespaces resource_version=None 2025-11-06 01:46:31.66: NetworkPolicyMonitor - Done init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=531 2025-11-06 01:46:31.66: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.66: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:46:31.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 01:46:31.67: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 01:46:31.67: IngressMonitor - Done init url=https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses, resource_version=531 2025-11-06 01:46:31.67: IngressMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.67: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:46:31.67: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:46:31.67: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:46:31.68: NetworkMonitor - Start init url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-06 01:46:31.69: NamespaceMonitor - Got ADDED Namespace None:contrail:70c9cff8-f716-431f-bbf7-50790f745ed0 2025-11-06 01:46:31.69: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:46:31.69: PodMonitor - Done init url=https://10.0.0.73:6443/api/v1/pods, resource_version=531 2025-11-06 01:46:31.69: PodMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.69: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:46:31.70: EndPointMonitor - Got ADDED Endpoints default:kubernetes:3af47881-752a-4c0a-8506-a814173f3b2c 2025-11-06 01:46:31.70: ServiceMonitor - Got ADDED Service default:kubernetes:868942dc-f902-4af9-9106-bc27a8a6151b 2025-11-06 01:46:31.70: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 01:46:31.70: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 01:46:31.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 01:46:31.70: VncKubernetes - vnc_sync - Ingress start 2025-11-06 01:46:31.70: VncKubernetes - vnc_sync - Ingress done 2025-11-06 01:46:31.70: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 01:46:31.70: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:70c9cff8-f716-431f-bbf7-50790f745ed0 2025-11-06 01:46:31.71: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:46:31.71: NamespaceMonitor - Got ADDED Namespace None:default:f9c73af7-7434-4df8-ba59-94cff453ed59 2025-11-06 01:46:31.71: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:46:31.72: EndPointMonitor - Done init url=https://10.0.0.73:6443/api/v1/endpoints, resource_version=531 2025-11-06 01:46:31.72: EndPointMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.72: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) [Introspect:8108]10.0.0.73 - - [2025-11-06 01:46:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001253 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:46:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000939 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:46:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001141 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:46:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001154 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:46:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001238 2025-11-06 01:46:31.72: ServiceMonitor - Got ADDED Service kube-system:kube-dns:3cbcc457-f779-4f10-bd15-5227da0df6d1 2025-11-06 01:46:31.72: ServiceMonitor - Done init url=https://10.0.0.73:6443/api/v1/services, resource_version=531 2025-11-06 01:46:31.72: ServiceMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.72: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:46:31.72: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:0e999399-eb34-4ab7-9096-fc6420ba7944 2025-11-06 01:46:31.72: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:46:31.73: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:46:31.73: NamespaceMonitor - Got ADDED Namespace None:kube-public:74d0fd87-cfaa-40b0-b47c-a70be346dbbb 2025-11-06 01:46:31.73: NamespaceMonitor - Got ADDED Namespace None:kube-system:1a710d57-7377-4fe5-b6f0-4409440cbcfc 2025-11-06 01:46:31.73: NamespaceMonitor - Done init url=https://10.0.0.73:6443/api/v1/namespaces, resource_version=531 2025-11-06 01:46:31.73: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.73: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:46:31.73: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:46:31.76: NetworkMonitor - Done init url=https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=535 2025-11-06 01:46:31.76: NetworkMonitor - _schedule_vnc_sync 2025-11-06 01:46:31.76: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'})(timeout=120) 2025-11-06 01:46:31.76: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'}) 2025-11-06 01:46:33.81: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-06 01:46:33.82: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:46:35.38: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:46:35.38: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:46:35.38: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-06 01:46:35.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 01:46:35.38: VncKubernetes - vnc_sync - Pod start 2025-11-06 01:46:35.38: VncKubernetes - vnc_sync - Pod done 2025-11-06 01:46:35.38: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:46:35.38: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:3af47881-752a-4c0a-8506-a814173f3b2c 2025-11-06 01:46:35.38: PodMonitor - start process kube event 2025-11-06 01:46:35.38: empty line received 2025-11-06 01:46:35.38: PodMonitor - start process kube event 2025-11-06 01:46:35.43: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-06 01:46:35.43: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:868942dc-f902-4af9-9106-bc27a8a6151b 2025-11-06 01:46:36.76: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-06 01:46:36.76: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:f9c73af7-7434-4df8-ba59-94cff453ed59 2025-11-06 01:46:39.05: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-06 01:46:39.05: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:46:39.06: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-06 01:46:39.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 01:46:39.06: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 01:46:39.06: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-06 01:46:39.06: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:3cbcc457-f779-4f10-bd15-5227da0df6d1 2025-11-06 01:46:40.93: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-06 01:46:40.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 01:46:40.93: VncKubernetes - vnc_sync - Service start 2025-11-06 01:46:40.93: VncKubernetes - vnc_sync - Service done 2025-11-06 01:46:40.93: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 01:46:40.93: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:0e999399-eb34-4ab7-9096-fc6420ba7944 2025-11-06 01:46:43.03: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 01:46:43.03: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:74d0fd87-cfaa-40b0-b47c-a70be346dbbb 2025-11-06 01:46:45.17: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 01:46:45.17: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:1a710d57-7377-4fe5-b6f0-4409440cbcfc 2025-11-06 01:46:46.68: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 01:46:46.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:46:46.68: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:46:46.68: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:46:46.68: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:46:46.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 01:46:46.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 01:46:46.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:46:46.68: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:46:46.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:47:32.16: PodMonitor - Received BOOKMARK: oldResVer=531 newResVer=540 2025-11-06 01:47:32.16: PodMonitor - start process kube event 2025-11-06 01:47:32.16: empty line received 2025-11-06 01:47:32.16: PodMonitor - start process kube event 2025-11-06 01:48:31.67: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:48:31.67: NetworkPolicyMonitor - start process kube event 2025-11-06 01:48:31.67: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:48:31.67: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:48:31.67: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-06 01:48:31.67: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 01:48:31.67: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) [Introspect:8108]10.0.0.73 - - [2025-11-06 01:50:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001081 2025-11-06 01:48:31.68: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:48:31.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 01:48:31.68: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 01:48:31.68: IngressMonitor - start process kube event 2025-11-06 01:48:31.68: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:48:31.68: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:48:31.68: IngressMonitor - Connect Kube API result 0 2025-11-06 01:48:31.68: IngressMonitor - _schedule_vnc_sync 2025-11-06 01:48:31.68: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:48:31.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 01:48:31.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:48:31.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 01:48:31.68: VncKubernetes - vnc_sync - Ingress start 2025-11-06 01:48:31.68: VncKubernetes - vnc_sync - Ingress done 2025-11-06 01:48:31.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:48:31.70: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:48:31.70: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:48:31.73: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:48:31.73: EndPointMonitor - start process kube event 2025-11-06 01:48:31.73: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:48:31.73: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:48:31.73: EndPointMonitor - Connect Kube API result 0 2025-11-06 01:48:31.73: EndPointMonitor - _schedule_vnc_sync 2025-11-06 01:48:31.73: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:48:31.73: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:48:31.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 01:48:31.73: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 01:48:31.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:48:31.73: ServiceMonitor - start process kube event 2025-11-06 01:48:31.73: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:48:31.73: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:48:31.73: ServiceMonitor - Connect Kube API result 0 2025-11-06 01:48:31.73: ServiceMonitor - _schedule_vnc_sync 2025-11-06 01:48:31.73: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:48:31.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 01:48:31.73: VncKubernetes - vnc_sync - Service start 2025-11-06 01:48:31.73: VncKubernetes - vnc_sync - Service done 2025-11-06 01:48:31.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:48:31.74: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:48:31.74: NamespaceMonitor - start process kube event 2025-11-06 01:48:31.74: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:48:31.74: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:48:31.74: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:48:31.74: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:48:31.74: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:48:31.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:48:31.74: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:48:31.74: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:48:31.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:48:31.74: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:48:31.74: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:48:31.74: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:48:31.76: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:48:31.76: NetworkMonitor - start process kube event 2025-11-06 01:48:31.76: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=535 2025-11-06 01:48:31.76: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:48:31.76: NetworkMonitor - Connect Kube API result 0 2025-11-06 01:48:31.76: NetworkMonitor - _schedule_vnc_sync 2025-11-06 01:48:31.76: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'})(timeout=120) 2025-11-06 01:48:31.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 01:48:31.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 01:48:31.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:48:31.77: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'}) 2025-11-06 01:48:32.02: PodMonitor - Received BOOKMARK: oldResVer=540 newResVer=540 2025-11-06 01:48:32.02: PodMonitor - start process kube event 2025-11-06 01:48:32.02: empty line received 2025-11-06 01:48:32.03: PodMonitor - start process kube event 2025-11-06 01:49:31.76: PodMonitor - Received BOOKMARK: oldResVer=540 newResVer=540 2025-11-06 01:49:31.76: PodMonitor - start process kube event 2025-11-06 01:49:31.76: empty line received 2025-11-06 01:49:31.76: PodMonitor - start process kube event 2025-11-06 01:50:31.70: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:50:31.70: IngressMonitor - start process kube event 2025-11-06 01:50:31.70: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:50:31.70: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:50:31.70: IngressMonitor - Connect Kube API result 0 2025-11-06 01:50:31.70: IngressMonitor - _schedule_vnc_sync 2025-11-06 01:50:31.70: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:50:31.71: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:50:31.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 01:50:31.71: VncKubernetes - vnc_sync - Ingress start 2025-11-06 01:50:31.71: VncKubernetes - vnc_sync - Ingress done 2025-11-06 01:50:31.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:50:31.71: NetworkPolicyMonitor - start process kube event 2025-11-06 01:50:31.71: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:50:31.71: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:50:31.71: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-06 01:50:31.71: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 01:50:31.71: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:50:31.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 01:50:31.71: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 01:50:31.71: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 01:50:31.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:50:31.73: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:50:31.73: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:50:31.74: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:50:31.74: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:50:31.74: ServiceMonitor - start process kube event 2025-11-06 01:50:31.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:50:31.74: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:50:31.74: EndPointMonitor - start process kube event 2025-11-06 01:50:31.74: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:50:31.74: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:50:31.74: ServiceMonitor - Connect Kube API result 0 2025-11-06 01:50:31.74: ServiceMonitor - _schedule_vnc_sync 2025-11-06 01:50:31.74: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:50:31.74: EndPointMonitor - Connect Kube API result 0 2025-11-06 01:50:31.74: EndPointMonitor - _schedule_vnc_sync 2025-11-06 01:50:31.74: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:50:31.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 01:50:31.75: VncKubernetes - vnc_sync - Service start 2025-11-06 01:50:31.75: VncKubernetes - vnc_sync - Service done 2025-11-06 01:50:31.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:50:31.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 01:50:31.75: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 01:50:31.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:50:31.75: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:50:31.75: NamespaceMonitor - start process kube event 2025-11-06 01:50:31.75: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:50:31.75: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:50:31.75: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:50:31.75: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:50:31.75: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:50:31.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:50:31.75: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:50:31.75: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:50:31.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:50:31.76: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:50:31.76: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:50:31.76: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:50:31.77: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:50:31.77: NetworkMonitor - start process kube event 2025-11-06 01:50:31.77: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=535 2025-11-06 01:50:31.77: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:50:31.77: NetworkMonitor - Connect Kube API result 0 2025-11-06 01:50:31.77: NetworkMonitor - _schedule_vnc_sync 2025-11-06 01:50:31.77: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'})(timeout=120) 2025-11-06 01:50:31.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 01:50:31.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 01:50:31.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:50:31.78: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'}) 2025-11-06 01:50:32.14: PodMonitor - Received BOOKMARK: oldResVer=540 newResVer=540 2025-11-06 01:50:32.14: PodMonitor - start process kube event 2025-11-06 01:50:32.14: PodMonitor - _schedule_vnc_sync 2025-11-06 01:50:32.14: empty line received 2025-11-06 01:50:32.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 01:50:32.14: VncKubernetes - vnc_sync - Pod start 2025-11-06 01:50:32.14: PodMonitor - start process kube event 2025-11-06 01:50:32.17: VncKubernetes - vnc_sync - Pod done 2025-11-06 01:50:32.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:50:41.40: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:50:41.40: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:50:41.40: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:50:41.40: PodMonitor - start process kube event 2025-11-06 01:50:41.40: empty line received 2025-11-06 01:50:41.40: PodMonitor - start process kube event 2025-11-06 01:50:41.40: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:50:41.40: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:50:41.40: EndPointMonitor - start process kube event 2025-11-06 01:50:41.40: empty line received 2025-11-06 01:50:41.40: EndPointMonitor - start process kube event 2025-11-06 01:50:41.41: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:50:41.41: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:50:41.41: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-11-06 01:52:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001068 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:52:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001394 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:52:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001084 2025-11-06 01:50:41.41: empty line received 2025-11-06 01:50:41.41: PodMonitor - start process kube event 2025-11-06 01:50:41.43: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:50:41.43: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:50:41.43: EndPointMonitor - start process kube event 2025-11-06 01:50:41.43: empty line received 2025-11-06 01:50:41.43: EndPointMonitor - start process kube event 2025-11-06 01:50:41.45: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 01:50:41.46: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:50:41.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:50:41.49: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:50:41.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:50:41.54: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:50:42.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:51:31.94: EndPointMonitor - Received BOOKMARK: oldResVer=531 newResVer=888 2025-11-06 01:51:31.94: EndPointMonitor - start process kube event 2025-11-06 01:51:31.94: empty line received 2025-11-06 01:51:31.94: EndPointMonitor - start process kube event 2025-11-06 01:51:32.02: PodMonitor - Received BOOKMARK: oldResVer=540 newResVer=887 2025-11-06 01:51:32.02: PodMonitor - start process kube event 2025-11-06 01:51:32.02: empty line received 2025-11-06 01:51:32.02: PodMonitor - start process kube event 2025-11-06 01:52:31.63: PodMonitor - Received BOOKMARK: oldResVer=887 newResVer=887 2025-11-06 01:52:31.63: PodMonitor - start process kube event 2025-11-06 01:52:31.63: empty line received 2025-11-06 01:52:31.63: PodMonitor - start process kube event 2025-11-06 01:52:31.73: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:52:31.73: NetworkPolicyMonitor - start process kube event 2025-11-06 01:52:31.73: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:52:31.73: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:52:31.73: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-06 01:52:31.73: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 01:52:31.73: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:52:31.73: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:52:31.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 01:52:31.73: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 01:52:31.73: IngressMonitor - start process kube event 2025-11-06 01:52:31.73: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:52:31.73: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:52:31.73: IngressMonitor - Connect Kube API result 0 2025-11-06 01:52:31.73: IngressMonitor - _schedule_vnc_sync 2025-11-06 01:52:31.73: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:52:31.74: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 01:52:31.74: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:52:31.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 01:52:31.74: VncKubernetes - vnc_sync - Ingress start 2025-11-06 01:52:31.74: VncKubernetes - vnc_sync - Ingress done 2025-11-06 01:52:31.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:52:31.75: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:52:31.75: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:52:31.76: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:52:31.76: ServiceMonitor - start process kube event 2025-11-06 01:52:31.76: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:52:31.76: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:52:31.76: ServiceMonitor - Connect Kube API result 0 2025-11-06 01:52:31.76: ServiceMonitor - _schedule_vnc_sync 2025-11-06 01:52:31.76: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:52:31.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 01:52:31.76: VncKubernetes - vnc_sync - Service start 2025-11-06 01:52:31.76: VncKubernetes - vnc_sync - Service done 2025-11-06 01:52:31.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:52:31.76: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:52:31.76: NamespaceMonitor - start process kube event 2025-11-06 01:52:31.76: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:52:31.76: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:52:31.76: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:52:31.76: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:52:31.76: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:52:31.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:52:31.76: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:52:31.76: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:52:31.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:52:31.77: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:52:31.77: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:52:31.78: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:52:31.78: NetworkMonitor - start process kube event 2025-11-06 01:52:31.78: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=535 2025-11-06 01:52:31.78: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:52:31.78: NetworkMonitor - Connect Kube API result 0 2025-11-06 01:52:31.78: NetworkMonitor - _schedule_vnc_sync 2025-11-06 01:52:31.78: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'})(timeout=120) 2025-11-06 01:52:31.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 01:52:31.78: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 01:52:31.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:52:31.79: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'}) 2025-11-06 01:52:32.07: EndPointMonitor - Received BOOKMARK: oldResVer=888 newResVer=888 2025-11-06 01:52:32.07: EndPointMonitor - start process kube event 2025-11-06 01:52:32.07: empty line received 2025-11-06 01:52:32.07: EndPointMonitor - start process kube event 2025-11-06 01:52:53.54: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:52:53.54: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:52:53.54: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:52:53.54: PodMonitor - start process kube event 2025-11-06 01:52:53.54: empty line received 2025-11-06 01:52:53.54: PodMonitor - start process kube event 2025-11-06 01:52:53.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:52:53.56: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:52:53.56: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:52:53.56: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:52:53.56: EndPointMonitor - start process kube event 2025-11-06 01:52:53.56: empty line received 2025-11-06 01:52:53.56: EndPointMonitor - start process kube event 2025-11-06 01:52:53.57: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:52:53.57: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:52:53.57: PodMonitor - start process kube event 2025-11-06 01:52:53.57: empty line received 2025-11-06 01:52:53.57: PodMonitor - start process kube event 2025-11-06 01:52:53.59: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:52:53.59: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:52:53.59: EndPointMonitor - start process kube event 2025-11-06 01:52:53.59: empty line received 2025-11-06 01:52:53.59: EndPointMonitor - start process kube event 2025-11-06 01:52:53.94: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:52:53.94: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:52:54.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:52:54.00: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:52:54.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:53:32.28: EndPointMonitor - Received BOOKMARK: oldResVer=888 newResVer=1084 2025-11-06 01:53:32.28: EndPointMonitor - start process kube event 2025-11-06 01:53:32.28: empty line received 2025-11-06 01:53:32.28: EndPointMonitor - start process kube event 2025-11-06 01:53:32.36: PodMonitor - Received BOOKMARK: oldResVer=887 newResVer=1079 2025-11-06 01:53:32.37: PodMonitor - start process kube event 2025-11-06 01:53:32.37: empty line received 2025-11-06 01:53:32.37: PodMonitor - start process kube event 2025-11-06 01:53:32.59: ServiceMonitor - Received BOOKMARK: oldResVer=531 newResVer=1026 2025-11-06 01:53:32.59: ServiceMonitor - start process kube event 2025-11-06 01:53:32.59: empty line received 2025-11-06 01:53:32.59: ServiceMonitor - start process kube event 2025-11-06 01:53:32.67: IngressMonitor - Received BOOKMARK: oldResVer=531 newResVer=1004 2025-11-06 01:53:32.67: IngressMonitor - start process kube event 2025-11-06 01:53:32.67: empty line received 2025-11-06 01:53:32.67: IngressMonitor - start process kube event 2025-11-06 01:53:32.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=531 newResVer=1026 2025-11-06 01:53:32.77: NetworkPolicyMonitor - start process kube event 2025-11-06 01:53:32.77: empty line received 2025-11-06 01:53:32.77: NetworkPolicyMonitor - start process kube event 2025-11-06 01:54:31.77: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:54:31.77: NamespaceMonitor - start process kube event 2025-11-06 01:54:31.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:54:31.77: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:54:31.77: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:54:31.77: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:54:31.77: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:54:31.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:54:31.77: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:54:31.77: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:54:31.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:54:31.79: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:54:31.79: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:54:31.79: NetworkMonitor - start process kube event 2025-11-06 01:54:31.79: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=535 2025-11-06 01:54:31.79: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:54:31.79: NetworkMonitor - Connect Kube API result 0 2025-11-06 01:54:31.79: NetworkMonitor - _schedule_vnc_sync 2025-11-06 01:54:31.79: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'})(timeout=120) 2025-11-06 01:54:31.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 01:54:31.79: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 01:54:31.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:54:31.80: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'}) 2025-11-06 01:54:31.85: IngressMonitor - Received BOOKMARK: oldResVer=1004 newResVer=1004 2025-11-06 01:54:31.85: IngressMonitor - start process kube event 2025-11-06 01:54:31.85: empty line received 2025-11-06 01:54:31.85: IngressMonitor - start process kube event 2025-11-06 01:54:32.15: EndPointMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-06 01:54:32.15: EndPointMonitor - start process kube event 2025-11-06 01:54:32.15: EndPointMonitor - _schedule_vnc_sync 2025-11-06 01:54:32.15: empty line received 2025-11-06 01:54:32.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 01:54:32.15: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 01:54:32.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:54:32.15: EndPointMonitor - start process kube event 2025-11-06 01:54:32.50: PodMonitor - Received BOOKMARK: oldResVer=1079 newResVer=1079 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:56:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001169 2025-11-06 01:54:32.50: PodMonitor - start process kube event 2025-11-06 01:54:32.50: PodMonitor - _schedule_vnc_sync 2025-11-06 01:54:32.50: empty line received 2025-11-06 01:54:32.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 01:54:32.50: VncKubernetes - vnc_sync - Pod start 2025-11-06 01:54:32.50: VncKubernetes - vnc_sync - Pod done 2025-11-06 01:54:32.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:54:32.50: PodMonitor - start process kube event 2025-11-06 01:54:33.55: ServiceMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:54:33.55: ServiceMonitor - start process kube event 2025-11-06 01:54:33.55: empty line received 2025-11-06 01:54:33.55: ServiceMonitor - start process kube event 2025-11-06 01:54:33.59: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:54:33.59: NetworkPolicyMonitor - start process kube event 2025-11-06 01:54:33.59: empty line received 2025-11-06 01:54:33.60: NetworkPolicyMonitor - start process kube event 2025-11-06 01:55:00.80: PodMonitor - Received BOOKMARK: oldResVer=1079 newResVer=1079 2025-11-06 01:55:00.80: PodMonitor - start process kube event 2025-11-06 01:55:00.80: empty line received 2025-11-06 01:55:00.80: PodMonitor - start process kube event 2025-11-06 01:55:01.98: PodMonitor - Received BOOKMARK: oldResVer=1079 newResVer=1079 2025-11-06 01:55:01.98: PodMonitor - start process kube event 2025-11-06 01:55:01.98: empty line received 2025-11-06 01:55:01.98: PodMonitor - start process kube event 2025-11-06 01:55:02.82: stop iteration PodMonitor 2025-11-06 01:55:02.82: PodMonitor - start process kube event 2025-11-06 01:55:02.82: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1079 2025-11-06 01:55:02.82: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:55:02.82: PodMonitor - Connect Kube API result 0 2025-11-06 01:55:02.82: PodMonitor - _schedule_vnc_sync 2025-11-06 01:55:02.82: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1079'})(timeout=120) 2025-11-06 01:55:02.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 01:55:02.83: VncKubernetes - vnc_sync - Pod start 2025-11-06 01:55:02.83: VncKubernetes - vnc_sync - Pod done 2025-11-06 01:55:02.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:55:02.84: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1079'}) 2025-11-06 01:55:31.84: IngressMonitor - Received BOOKMARK: oldResVer=1004 newResVer=1004 2025-11-06 01:55:31.84: IngressMonitor - start process kube event 2025-11-06 01:55:31.84: empty line received 2025-11-06 01:55:31.84: IngressMonitor - start process kube event 2025-11-06 01:55:32.22: EndPointMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-06 01:55:32.22: EndPointMonitor - start process kube event 2025-11-06 01:55:32.22: empty line received 2025-11-06 01:55:32.22: EndPointMonitor - start process kube event 2025-11-06 01:55:33.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:55:33.02: NetworkPolicyMonitor - start process kube event 2025-11-06 01:55:33.02: empty line received 2025-11-06 01:55:33.02: NetworkPolicyMonitor - start process kube event 2025-11-06 01:55:34.17: ServiceMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:55:34.17: ServiceMonitor - start process kube event 2025-11-06 01:55:34.17: empty line received 2025-11-06 01:55:34.17: ServiceMonitor - start process kube event 2025-11-06 01:56:31.79: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:56:31.79: NamespaceMonitor - start process kube event 2025-11-06 01:56:31.79: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:56:31.79: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:56:31.79: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:56:31.79: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:56:31.79: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:56:31.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:56:31.79: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:56:31.79: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:56:31.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:56:31.80: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:56:31.80: NetworkMonitor - start process kube event 2025-11-06 01:56:31.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=535 2025-11-06 01:56:31.80: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:56:31.80: NetworkMonitor - Connect Kube API result 0 2025-11-06 01:56:31.80: NetworkMonitor - _schedule_vnc_sync 2025-11-06 01:56:31.80: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'})(timeout=120) 2025-11-06 01:56:31.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 01:56:31.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 01:56:31.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:56:31.81: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '535'}) 2025-11-06 01:56:31.81: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) 2025-11-06 01:56:32.11: IngressMonitor - Received BOOKMARK: oldResVer=1004 newResVer=1004 2025-11-06 01:56:32.11: IngressMonitor - start process kube event 2025-11-06 01:56:32.11: IngressMonitor - _schedule_vnc_sync 2025-11-06 01:56:32.11: empty line received 2025-11-06 01:56:32.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 01:56:32.11: VncKubernetes - vnc_sync - Ingress start 2025-11-06 01:56:32.11: VncKubernetes - vnc_sync - Ingress done 2025-11-06 01:56:32.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:56:32.11: IngressMonitor - start process kube event 2025-11-06 01:56:32.26: EndPointMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-06 01:56:32.26: EndPointMonitor - start process kube event 2025-11-06 01:56:32.26: empty line received 2025-11-06 01:56:32.26: EndPointMonitor - start process kube event 2025-11-06 01:56:33.76: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:56:33.76: NetworkPolicyMonitor - start process kube event 2025-11-06 01:56:33.76: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 01:56:33.76: empty line received 2025-11-06 01:56:33.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 01:56:33.76: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 01:56:33.76: NetworkPolicyMonitor - start process kube event 2025-11-06 01:56:33.76: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 01:56:33.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:56:34.27: ServiceMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:56:34.27: ServiceMonitor - start process kube event 2025-11-06 01:56:34.27: ServiceMonitor - _schedule_vnc_sync 2025-11-06 01:56:34.27: empty line received 2025-11-06 01:56:34.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) [Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001075 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001143 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001121 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:34] "GET /Snh_NamespaceDatabaseList?namespace_uuid=f9c73af7-7434-4df8-ba59-94cff453ed59 HTTP/1.1" 200 753 0.000676 2025-11-06 01:56:34.27: VncKubernetes - vnc_sync - Service start 2025-11-06 01:56:34.27: VncKubernetes - vnc_sync - Service done 2025-11-06 01:56:34.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:56:34.27: ServiceMonitor - start process kube event 2025-11-06 01:57:02.85: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:57:02.85: PodMonitor - start process kube event 2025-11-06 01:57:02.85: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1079 2025-11-06 01:57:02.85: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:57:02.85: PodMonitor - Connect Kube API result 0 2025-11-06 01:57:02.85: PodMonitor - _schedule_vnc_sync 2025-11-06 01:57:02.85: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1079'})(timeout=120) 2025-11-06 01:57:02.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 01:57:02.85: VncKubernetes - vnc_sync - Pod start 2025-11-06 01:57:02.85: VncKubernetes - vnc_sync - Pod done 2025-11-06 01:57:02.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:57:02.87: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1079'}) 2025-11-06 01:57:31.88: NetworkMonitor - Received BOOKMARK: oldResVer=535 newResVer=1409 2025-11-06 01:57:31.88: NetworkMonitor - start process kube event 2025-11-06 01:57:31.88: empty line received 2025-11-06 01:57:31.88: NetworkMonitor - start process kube event 2025-11-06 01:57:32.04: EndPointMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1084 2025-11-06 01:57:32.04: EndPointMonitor - start process kube event 2025-11-06 01:57:32.04: empty line received 2025-11-06 01:57:32.04: EndPointMonitor - start process kube event 2025-11-06 01:57:32.53: IngressMonitor - Received BOOKMARK: oldResVer=1004 newResVer=1004 2025-11-06 01:57:32.53: IngressMonitor - start process kube event 2025-11-06 01:57:32.53: empty line received 2025-11-06 01:57:32.53: IngressMonitor - start process kube event 2025-11-06 01:57:34.25: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-16165217:d0e29be2-0294-497b-996a-1e5d07980fb4 2025-11-06 01:57:34.25: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-16165217:d0e29be2-0294-497b-996a-1e5d07980fb4 2025-11-06 01:57:34.25: VncKubernetes - Process event (name=ctest-nginx-svc-16165217 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-16165217:d0e29be2-0294-497b-996a-1e5d07980fb4 2025-11-06 01:57:34.25: ServiceMonitor - start process kube event 2025-11-06 01:57:34.26: empty line received 2025-11-06 01:57:34.26: ServiceMonitor - start process kube event 2025-11-06 01:57:34.28: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:34.28: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:34.28: EndPointMonitor - start process kube event 2025-11-06 01:57:34.28: empty line received 2025-11-06 01:57:34.28: EndPointMonitor - start process kube event 2025-11-06 01:57:34.33: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:34.34: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-29990849 (no nodeName) 2025-11-06 01:57:34.34: PodMonitor - start process kube event 2025-11-06 01:57:34.34: empty line received 2025-11-06 01:57:34.34: PodMonitor - start process kube event 2025-11-06 01:57:34.35: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:34.35: PodMonitor - Skipped MODIFIED Pod default:ctest-nginx-pod-29990849 (no nodeName) 2025-11-06 01:57:34.35: PodMonitor - start process kube event 2025-11-06 01:57:34.35: empty line received 2025-11-06 01:57:34.35: PodMonitor - start process kube event 2025-11-06 01:57:34.40: ServiceMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1468 2025-11-06 01:57:34.40: ServiceMonitor - start process kube event 2025-11-06 01:57:34.40: empty line received 2025-11-06 01:57:34.40: ServiceMonitor - start process kube event 2025-11-06 01:57:34.61: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:57:34.61: NetworkPolicyMonitor - start process kube event 2025-11-06 01:57:34.61: empty line received 2025-11-06 01:57:34.61: NetworkPolicyMonitor - start process kube event 2025-11-06 01:57:35.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:35.27: VncKubernetes - Process event (name=ctest-nginx-svc-16165217 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:35.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:57:38.70: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:57:38.70: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:57:38.70: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:57:38.70: PodMonitor - start process kube event 2025-11-06 01:57:38.70: empty line received 2025-11-06 01:57:38.70: PodMonitor - start process kube event 2025-11-06 01:57:38.70: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:57:38.70: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:57:38.70: EndPointMonitor - start process kube event 2025-11-06 01:57:38.70: empty line received 2025-11-06 01:57:38.70: EndPointMonitor - start process kube event 2025-11-06 01:57:38.72: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:57:38.72: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:57:38.72: PodMonitor - start process kube event 2025-11-06 01:57:38.72: empty line received 2025-11-06 01:57:38.72: PodMonitor - start process kube event 2025-11-06 01:57:38.73: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:57:38.73: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:57:38.73: EndPointMonitor - start process kube event 2025-11-06 01:57:38.73: empty line received 2025-11-06 01:57:38.73: EndPointMonitor - start process kube event 2025-11-06 01:57:38.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 01:57:38.75: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:57:39.04: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:57:39.04: VncKubernetes - Process event (name=coredns-6f867cd986-stf7v event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-stf7v:e8e00f4a-bb7e-4c0d-a465-706b901d01c0 2025-11-06 01:57:39.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:39.11: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:0fbcdf61-261e-4c8a-afda-0345464d9e74 2025-11-06 01:57:39.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:57:42.46: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:42.46: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400[Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:48] "GET /Snh_LoadbalancerDatabaseList?x=58796cea-968e-4608-aa11-d6b6368bba8c HTTP/1.1" 200 1869 0.000776 2025-11-06 01:57:42.46: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:42.46: PodMonitor - start process kube event 2025-11-06 01:57:42.46: empty line received 2025-11-06 01:57:42.46: PodMonitor - start process kube event 2025-11-06 01:57:42.48: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:42.48: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:42.48: PodMonitor - start process kube event 2025-11-06 01:57:42.48: empty line received 2025-11-06 01:57:42.48: PodMonitor - start process kube event 2025-11-06 01:57:43.38: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:43.38: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:43.38: PodMonitor - start process kube event 2025-11-06 01:57:43.38: empty line received 2025-11-06 01:57:43.38: PodMonitor - start process kube event 2025-11-06 01:57:43.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:57:43.40: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:43.41: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:43.41: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-60962546 (no nodeName) 2025-11-06 01:57:43.41: PodMonitor - start process kube event 2025-11-06 01:57:43.41: empty line received 2025-11-06 01:57:43.41: PodMonitor - start process kube event 2025-11-06 01:57:43.42: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:43.42: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:43.42: PodMonitor - start process kube event 2025-11-06 01:57:43.42: empty line received 2025-11-06 01:57:43.42: PodMonitor - start process kube event 2025-11-06 01:57:43.43: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:43.43: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:43.43: PodMonitor - start process kube event 2025-11-06 01:57:43.43: empty line received 2025-11-06 01:57:43.43: PodMonitor - start process kube event 2025-11-06 01:57:43.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 01:57:43.58: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:43.59: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:57:43.60: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:44.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:44.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:44.52: PodMonitor - start process kube event 2025-11-06 01:57:44.52: empty line received 2025-11-06 01:57:44.52: PodMonitor - start process kube event 2025-11-06 01:57:44.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:57:44.53: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:44.65: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:44.65: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:44.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:57:45.01: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:57:45.01: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:57:45.01: VncKubernetes - Process event (name=ctest-nginx-ingress-26380717 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:57:45.02: IngressMonitor - start process kube event 2025-11-06 01:57:45.02: empty line received 2025-11-06 01:57:45.02: IngressMonitor - start process kube event 2025-11-06 01:57:45.75: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1468 2025-11-06 01:57:45.75: ServiceMonitor - start process kube event 2025-11-06 01:57:45.75: empty line received 2025-11-06 01:57:45.75: ServiceMonitor - start process kube event 2025-11-06 01:57:46.24: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:57:46.24: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:57:46.24: IngressMonitor - start process kube event 2025-11-06 01:57:46.24: empty line received 2025-11-06 01:57:46.24: IngressMonitor - start process kube event 2025-11-06 01:57:47.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:47.54: VncKubernetes - Process event (name=ctest-nginx-ingress-26380717 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:57:47.57: stop iteration ServiceMonitor 2025-11-06 01:57:47.57: ServiceMonitor - start process kube event 2025-11-06 01:57:47.57: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1468 2025-11-06 01:57:47.57: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:57:47.57: ServiceMonitor - Connect Kube API result 0 2025-11-06 01:57:47.57: ServiceMonitor - _schedule_vnc_sync 2025-11-06 01:57:47.57: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1468'})(timeout=120) 2025-11-06 01:57:47.57: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1468'}) 2025-11-06 01:57:48.04: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.04: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-24359115 (no nodeName) 2025-11-06 01:57:48.04: PodMonitor - start process kube event 2025-11-06 01:57:48.04: empty line received 2025-11-06 01:57:48.04: PodMonitor - start process kube event 2025-11-06 01:57:48.05: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.05: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.06: PodMonitor - start process kube event 2025-11-06 01:57:48.06: empty line received 2025-11-06 01:57:48.06: PodMonitor - start process kube event 2025-11-06 01:57:48.07: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.07: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.07: PodMonitor - start process kube event 2025-11-06 01:57:48.07: empty line received [Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:58] "GET /Snh_VirtualMachineDatabaseList?x=3f46d9cb-4837-44e4-90ea-807a694a1400 HTTP/1.1" 200 2150 0.000836 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:57:58] "GET /Snh_VirtualMachineDatabaseList?x=f7d170e2-0205-4b03-8262-83ee9b507fbd HTTP/1.1" 200 2150 0.000731 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:58:03] "GET /Snh_VirtualMachineDatabaseList?x=5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 HTTP/1.1" 200 2084 0.000975 2025-11-06 01:57:48.07: PodMonitor - start process kube event 2025-11-06 01:57:48.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 01:57:48.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 01:57:48.07: VncKubernetes - vnc_sync - Service start 2025-11-06 01:57:48.07: VncKubernetes - vnc_sync - Service done 2025-11-06 01:57:48.07: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:57:48.07: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.90: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.91: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:48.91: PodMonitor - start process kube event 2025-11-06 01:57:48.91: empty line received 2025-11-06 01:57:48.91: PodMonitor - start process kube event 2025-11-06 01:57:48.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:57:48.95: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:49.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:49.05: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:57:49.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:57:56.50: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:56.50: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:56.50: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:57:56.50: PodMonitor - start process kube event 2025-11-06 01:57:56.50: empty line received 2025-11-06 01:57:56.50: PodMonitor - start process kube event 2025-11-06 01:57:56.51: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:56.51: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:56.51: EndPointMonitor - start process kube event 2025-11-06 01:57:56.51: empty line received 2025-11-06 01:57:56.51: EndPointMonitor - start process kube event 2025-11-06 01:57:56.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:56.51: VncKubernetes - Process event (name=ctest-nginx-svc-16165217 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:56.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:57:57.50: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:57.50: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:57.50: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:57:57.50: PodMonitor - start process kube event 2025-11-06 01:57:57.50: empty line received 2025-11-06 01:57:57.50: PodMonitor - start process kube event 2025-11-06 01:57:57.51: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:57.51: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:57.51: EndPointMonitor - start process kube event 2025-11-06 01:57:57.51: empty line received 2025-11-06 01:57:57.51: EndPointMonitor - start process kube event 2025-11-06 01:57:57.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:57:57.53: VncKubernetes - Process event (name=ctest-nginx-svc-16165217 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:57:57.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:00.50: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:00.50: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:00.50: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:00.50: PodMonitor - start process kube event 2025-11-06 01:58:00.50: empty line received 2025-11-06 01:58:00.50: PodMonitor - start process kube event 2025-11-06 01:58:00.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:03.55: PodMonitor - Received BOOKMARK: oldResVer=1079 newResVer=1560 2025-11-06 01:58:03.55: PodMonitor - start process kube event 2025-11-06 01:58:03.55: empty line received 2025-11-06 01:58:03.55: PodMonitor - start process kube event 2025-11-06 01:58:03.57: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:03.58: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:03.58: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:03.58: PodMonitor - start process kube event 2025-11-06 01:58:03.58: empty line received 2025-11-06 01:58:03.58: PodMonitor - start process kube event 2025-11-06 01:58:03.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:31.78: IngressMonitor - Received BOOKMARK: oldResVer=1004 newResVer=1519 2025-11-06 01:58:31.78: IngressMonitor - start process kube event 2025-11-06 01:58:31.78: empty line received 2025-11-06 01:58:31.78: IngressMonitor - start process kube event 2025-11-06 01:58:31.81: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 01:58:31.81: NamespaceMonitor - start process kube event 2025-11-06 01:58:31.81: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=531 2025-11-06 01:58:31.81: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:58:31.81: NamespaceMonitor - Connect Kube API result 0 2025-11-06 01:58:31.81: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 01:58:31.81: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'})(timeout=120) 2025-11-06 01:58:31.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 01:58:31.81: VncKubernetes - vnc_sync - Namespace start 2025-11-06 01:58:31.81: VncKubernetes - vnc_sync - Namespace done 2025-11-06 01:58:31.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:31.83: NetworkMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1409 2025-11-06 01:58:31.83: NetworkMonitor - start process kube event 2025-11-06 01:58:31.83: empty line received 2025-11-06 01:58:31.83: NetworkMonitor - start process kube event 2025-11-06 01:58:31.84: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '531'}) [Introspect:8108]10.0.0.73 - - [2025-11-06 01:58:38] "GET /Snh_LoadbalancerDatabaseList?x=58796cea-968e-4608-aa11-d6b6368bba8c HTTP/1.1" 200 1869 0.000822 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:58:39] "GET /Snh_LoadbalancerDatabaseList?x=58796cea-968e-4608-aa11-d6b6368bba8c HTTP/1.1" 200 313 0.000587 2025-11-06 01:58:31.84: EndPointMonitor - Received BOOKMARK: oldResVer=1084 newResVer=1553 2025-11-06 01:58:31.84: EndPointMonitor - start process kube event 2025-11-06 01:58:31.84: empty line received 2025-11-06 01:58:31.84: EndPointMonitor - start process kube event 2025-11-06 01:58:34.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1026 2025-11-06 01:58:34.50: NetworkPolicyMonitor - start process kube event 2025-11-06 01:58:34.50: empty line received 2025-11-06 01:58:34.51: NetworkPolicyMonitor - start process kube event 2025-11-06 01:58:34.56: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.56: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.56: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.56: PodMonitor - start process kube event 2025-11-06 01:58:34.56: empty line received 2025-11-06 01:58:34.56: PodMonitor - start process kube event 2025-11-06 01:58:34.57: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.57: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.57: PodMonitor - start process kube event 2025-11-06 01:58:34.57: empty line received 2025-11-06 01:58:34.57: PodMonitor - start process kube event 2025-11-06 01:58:34.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:58:34.57: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.58: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.58: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.58: PodMonitor - start process kube event 2025-11-06 01:58:34.58: empty line received 2025-11-06 01:58:34.58: PodMonitor - start process kube event 2025-11-06 01:58:34.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:58:34.59: VncKubernetes - Process event (name=ctest-busybox-pod-24359115 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-24359115:5bd26b5c-f0a3-4364-acfa-1f71d1f60b70 2025-11-06 01:58:34.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:38.66: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:58:38.66: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:58:38.66: VncKubernetes - Process event (name=ctest-nginx-ingress-26380717 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-26380717:58796cea-968e-4608-aa11-d6b6368bba8c 2025-11-06 01:58:38.67: IngressMonitor - start process kube event 2025-11-06 01:58:38.67: empty line received 2025-11-06 01:58:38.67: IngressMonitor - start process kube event 2025-11-06 01:58:39.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:40.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:40.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:40.07: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:40.09: PodMonitor - start process kube event 2025-11-06 01:58:40.09: empty line received 2025-11-06 01:58:40.09: PodMonitor - start process kube event 2025-11-06 01:58:40.09: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:58:40.09: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:58:40.09: EndPointMonitor - start process kube event 2025-11-06 01:58:40.09: EndPointMonitor - _schedule_vnc_sync 2025-11-06 01:58:40.09: empty line received 2025-11-06 01:58:40.09: EndPointMonitor - start process kube event 2025-11-06 01:58:40.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:58:40.10: VncKubernetes - Process event (name=ctest-nginx-svc-16165217 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:58:40.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:58:40.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 01:58:40.25: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 01:58:40.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:41.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.57: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.57: PodMonitor - start process kube event 2025-11-06 01:58:41.57: empty line received 2025-11-06 01:58:41.58: PodMonitor - start process kube event 2025-11-06 01:58:41.58: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.58: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.58: PodMonitor - start process kube event 2025-11-06 01:58:41.58: empty line received 2025-11-06 01:58:41.58: PodMonitor - start process kube event 2025-11-06 01:58:41.58: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.58: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.58: PodMonitor - start process kube event 2025-11-06 01:58:41.58: empty line received 2025-11-06 01:58:41.58: PodMonitor - start process kube event 2025-11-06 01:58:41.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:58:41.63: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:58:41.64: VncKubernetes - Process event (name=ctest-nginx-pod-60962546 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-60962546:f7d170e2-0205-4b03-8262-83ee9b507fbd 2025-11-06 01:58:41.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:45.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:45.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:45.12: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:45.13: PodMonitor - start process kube event 2025-11-06 01:58:45.13: empty line received 2025-11-06 01:58:45.13: PodMonitor - start process kube event 2025-11-06 01:58:45.13: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:58:45.13: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:58:45.13: EndPointMonitor - start process kube event 2025-11-06 01:58:45.13: empty line received 2025-11-06 01:58:45.13: EndPointMonitor - start process kube event 2025-11-06 01:58:45.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:58:45.15: VncKubernetes - Process event (name=ctest-nginx-svc-16165217 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-16165217:557714a5-d2ff-4317-a9ff-9732ac24ed37 2025-11-06 01:58:45.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:46.39: EndPointMonitor - Received BOOKMARK: oldResVer=1553 newResVer=1641 2025-11-06 01:58:46.39: EndPointMonitor - start process kube event 2025-11-06 01:58:46.39: empty line received 2025-11-06 01:58:46.39: EndPointMonitor - start process kube event 2025-11-06 01:58:46.59: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.59: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.59: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.59: PodMonitor - start process kube event 2025-11-06 01:58:46.59: empty line received 2025-11-06 01:58:46.59: PodMonitor - start process kube event 2025-11-06 01:58:46.59: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.59: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.59: PodMonitor - start process kube event 2025-11-06 01:58:46.59: empty line received 2025-11-06 01:58:46.59: PodMonitor - start process kube event 2025-11-06 01:58:46.60: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.60: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.60: PodMonitor - start process kube event 2025-11-06 01:58:46.60: empty line received 2025-11-06 01:58:46.60: PodMonitor - start process kube event 2025-11-06 01:58:46.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:58:46.62: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:46.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:58:46.69: VncKubernetes - Process event (name=ctest-nginx-pod-29990849 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-29990849:3f46d9cb-4837-44e4-90ea-807a694a1400 2025-11-06 01:58:47.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:48.10: stop iteration EndPointMonitor 2025-11-06 01:58:48.10: EndPointMonitor - start process kube event 2025-11-06 01:58:48.10: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1641 2025-11-06 01:58:48.10: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 01:58:48.10: EndPointMonitor - Connect Kube API result 0 2025-11-06 01:58:48.10: EndPointMonitor - _schedule_vnc_sync 2025-11-06 01:58:48.10: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1641'})(timeout=120) 2025-11-06 01:58:48.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 01:58:48.10: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 01:58:48.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:48.11: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1641'}) 2025-11-06 01:58:50.56: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 01:58:50.56: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 01:58:50.56: VncKubernetes - Process event (name=ctest-new-default-50128586 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 01:58:50.57: NamespaceMonitor - start process kube event 2025-11-06 01:58:50.57: empty line received 2025-11-06 01:58:50.57: NamespaceMonitor - start process kube event 2025-11-06 01:58:52.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:53.58: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 01:58:53.58: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 01:58:53.58: VncKubernetes - Process event (name=ctest-non-default-37028397 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 01:58:53.58: NamespaceMonitor - start process kube event 2025-11-06 01:58:53.58: empty line received 2025-11-06 01:58:53.58: NamespaceMonitor - start process kube event 2025-11-06 01:58:55.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:58:56.64: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 01:58:56.64: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 01:58:56.64: VncKubernetes - Process event (name=ctest-new-default-50128586 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 01:58:56.64: NamespaceMonitor - start process kube event 2025-11-06 01:58:56.64: empty line received 2025-11-06 01:58:56.64: NamespaceMonitor - start process kube event 2025-11-06 01:58:56.65: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 01:58:56.65: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 01:58:56.65: NamespaceMonitor - start process kube event 2025-11-06 01:58:56.65: empty line received 2025-11-06 01:58:56.65: NamespaceMonitor - start process kube event 2025-11-06 01:58:56.67: PodMonitor - Received ADDED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:56.67: PodMonitor - Skipped ADDED Pod ctest-new-default-50128586:ctest-pod-22331858 (no nodeName) 2025-11-06 01:58:56.67: PodMonitor - start process kube event 2025-11-06 01:58:56.67: empty line received 2025-11-06 01:58:56.67: PodMonitor - start process kube event 2025-11-06 01:58:56.69: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:56.69: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:56.69: PodMonitor - start process kube event 2025-11-06 01:58:56.69: empty line received 2025-11-06 01:58:56.69: PodMonitor - start process kube event 2025-11-06 01:58:56.70: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:56.70: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:56.70: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-11-06 01:58:57] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c HTTP/1.1" 200 866 0.001816 2025-11-06 01:58:56.70: empty line received 2025-11-06 01:58:56.70: PodMonitor - start process kube event 2025-11-06 01:58:56.71: PodMonitor - Received ADDED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:56.71: PodMonitor - Skipped ADDED Pod ctest-new-default-50128586:ctest-pod-16954331 (no nodeName) 2025-11-06 01:58:56.71: PodMonitor - start process kube event 2025-11-06 01:58:56.71: empty line received 2025-11-06 01:58:56.71: PodMonitor - start process kube event 2025-11-06 01:58:56.71: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:56.71: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:56.71: PodMonitor - start process kube event 2025-11-06 01:58:56.71: empty line received 2025-11-06 01:58:56.71: PodMonitor - start process kube event 2025-11-06 01:58:56.72: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:56.72: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:56.72: PodMonitor - start process kube event 2025-11-06 01:58:56.72: empty line received 2025-11-06 01:58:56.72: PodMonitor - start process kube event 2025-11-06 01:58:56.74: PodMonitor - Received ADDED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:58:56.74: PodMonitor - Skipped ADDED Pod ctest-non-default-37028397:ctest-pod-76380185 (no nodeName) 2025-11-06 01:58:56.74: PodMonitor - start process kube event 2025-11-06 01:58:56.74: empty line received 2025-11-06 01:58:56.74: PodMonitor - start process kube event 2025-11-06 01:58:56.74: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:58:56.74: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:58:56.74: PodMonitor - start process kube event 2025-11-06 01:58:56.74: empty line received 2025-11-06 01:58:56.74: PodMonitor - start process kube event 2025-11-06 01:58:56.75: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:58:56.75: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:58:56.75: PodMonitor - start process kube event 2025-11-06 01:58:56.75: empty line received 2025-11-06 01:58:56.75: PodMonitor - start process kube event 2025-11-06 01:58:56.76: PodMonitor - Received ADDED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:58:56.77: PodMonitor - Skipped ADDED Pod ctest-non-default-37028397:ctest-pod-65201999 (no nodeName) 2025-11-06 01:58:56.77: PodMonitor - start process kube event 2025-11-06 01:58:56.77: empty line received 2025-11-06 01:58:56.77: PodMonitor - start process kube event 2025-11-06 01:58:56.78: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:58:56.78: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:58:56.78: PodMonitor - start process kube event 2025-11-06 01:58:56.78: empty line received 2025-11-06 01:58:56.78: PodMonitor - start process kube event 2025-11-06 01:58:56.80: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:58:56.80: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:58:56.80: PodMonitor - start process kube event 2025-11-06 01:58:56.80: empty line received 2025-11-06 01:58:56.80: PodMonitor - start process kube event 2025-11-06 01:58:56.80: PodMonitor - Received ADDED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:58:56.80: PodMonitor - Skipped ADDED Pod ctest-new-default-50128586:ctest-pod-38211302 (no nodeName) 2025-11-06 01:58:56.80: PodMonitor - start process kube event 2025-11-06 01:58:56.80: empty line received 2025-11-06 01:58:56.80: PodMonitor - start process kube event 2025-11-06 01:58:56.81: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:58:56.81: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:58:56.81: PodMonitor - start process kube event 2025-11-06 01:58:56.81: empty line received 2025-11-06 01:58:56.81: PodMonitor - start process kube event 2025-11-06 01:58:56.82: PodMonitor - Received ADDED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:58:56.82: PodMonitor - Skipped ADDED Pod ctest-new-default-50128586:ctest-pod-94014980 (no nodeName) 2025-11-06 01:58:56.82: PodMonitor - start process kube event 2025-11-06 01:58:56.82: empty line received 2025-11-06 01:58:56.82: PodMonitor - start process kube event 2025-11-06 01:58:56.84: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:58:56.84: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:58:56.84: PodMonitor - start process kube event 2025-11-06 01:58:56.84: empty line received 2025-11-06 01:58:56.84: PodMonitor - start process kube event 2025-11-06 01:58:56.85: PodMonitor - Received ADDED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:58:56.85: PodMonitor - Skipped ADDED Pod ctest-non-default-37028397:ctest-pod-44829553 (no nodeName) 2025-11-06 01:58:56.85: PodMonitor - start process kube event 2025-11-06 01:58:56.85: empty line received 2025-11-06 01:58:56.85: PodMonitor - start process kube event 2025-11-06 01:58:56.86: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:58:56.86: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:58:56.86: PodMonitor - start process kube event 2025-11-06 01:58:56.86: empty line received 2025-11-06 01:58:56.86: PodMonitor - start process kube event 2025-11-06 01:58:56.88: PodMonitor - Received ADDED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:58:56.88: PodMonitor - Skipped ADDED Pod ctest-non-default-37028397:ctest-pod-29114742 (no nodeName) 2025-11-06 01:58:56.88: PodMonitor - start process kube event 2025-11-06 01:58:56.88: empty line received 2025-11-06 01:58:56.88: PodMonitor - start process kube event 2025-11-06 01:58:56.88: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:58:56.88: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:58:56.88: PodMonitor - start process kube event 2025-11-06 01:58:56.88: empty line received 2025-11-06 01:58:56.88: PodMonitor - start process kube event 2025-11-06 01:58:57.28: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:58:57.29: VncKubernetes - Process event (name=ctest-non-default-37028397 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 01:58:57.50: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:58:57.50: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:58:57.50: PodMonitor - start process kube event [Introspect:8108]10.0.0.73 - - [2025-11-06 01:58:57] "GET /Snh_NamespaceDatabaseList?namespace_uuid=c9ca1d94-f333-4a19-8b4d-db891167eb11 HTTP/1.1" 200 866 0.000605 2025-11-06 01:58:57.50: empty line received 2025-11-06 01:58:57.50: PodMonitor - start process kube event 2025-11-06 01:58:57.76: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:58:57.76: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:58.79: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:58.79: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:58.79: PodMonitor - start process kube event 2025-11-06 01:58:58.79: empty line received 2025-11-06 01:58:58.79: PodMonitor - start process kube event 2025-11-06 01:58:58.80: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:58:58.80: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:58:58.94: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-06 01:58:58.94: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:59.09: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:58:59.09: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:58:59.09: PodMonitor - start process kube event 2025-11-06 01:58:59.09: empty line received 2025-11-06 01:58:59.09: PodMonitor - start process kube event 2025-11-06 01:58:59.50: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:58:59.50: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:58:59.50: PodMonitor - start process kube event 2025-11-06 01:58:59.50: empty line received 2025-11-06 01:58:59.50: PodMonitor - start process kube event 2025-11-06 01:58:59.58: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:59.58: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:59.58: PodMonitor - start process kube event 2025-11-06 01:58:59.59: empty line received 2025-11-06 01:58:59.59: PodMonitor - start process kube event 2025-11-06 01:58:59.60: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-06 01:58:59.60: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:58:59.72: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:58:59.72: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:58:59.90: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:58:59.90: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:58:59.90: PodMonitor - start process kube event 2025-11-06 01:58:59.90: empty line received 2025-11-06 01:58:59.90: PodMonitor - start process kube event 2025-11-06 01:59:00.62: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:00.62: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:00.62: PodMonitor - start process kube event 2025-11-06 01:59:00.62: empty line received 2025-11-06 01:59:00.62: PodMonitor - start process kube event 2025-11-06 01:59:00.63: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-06 01:59:00.63: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:00.71: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:59:00.71: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:01.29: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:01.29: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:01.29: PodMonitor - start process kube event 2025-11-06 01:59:01.29: empty line received 2025-11-06 01:59:01.29: PodMonitor - start process kube event 2025-11-06 01:59:01.30: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-06 01:59:01.30: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:01.43: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-06 01:59:01.44: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:02.07: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:02.07: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:02.07: PodMonitor - start process kube event 2025-11-06 01:59:02.07: empty line received 2025-11-06 01:59:02.07: PodMonitor - start process kube event 2025-11-06 01:59:02.08: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-06 01:59:02.08: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:02.73: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:02.73: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:02.73: PodMonitor - start process kube event 2025-11-06 01:59:02.73: empty line received 2025-11-06 01:59:02.73: PodMonitor - start process kube event 2025-11-06 01:59:02.74: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-06 01:59:02.74: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:03.36: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:03.36: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:03.36: PodMonitor - start process kube event 2025-11-06 01:59:03.36: empty line received 2025-11-06 01:59:03.36: PodMonitor - start process kube event 2025-11-06 01:59:03.37: VncKubernetes - wait event (qsize=12 timeout=120) [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:07] "GET /Snh_VirtualMachineDatabaseList?x=3dc4fc6f-973d-422e-a285-3a8374704a50 HTTP/1.1" 200 2484 0.000786 2025-11-06 01:59:03.37: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:04.02: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:04.02: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:04.02: PodMonitor - start process kube event 2025-11-06 01:59:04.02: empty line received 2025-11-06 01:59:04.02: PodMonitor - start process kube event 2025-11-06 01:59:04.03: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-06 01:59:04.03: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:04.16: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-06 01:59:04.16: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:59:04.17: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-06 01:59:04.17: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:04.24: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-06 01:59:04.24: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:04.31: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-06 01:59:04.31: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:59:04.36: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-06 01:59:04.36: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:04.46: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 01:59:04.46: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:04.50: PodMonitor - Received BOOKMARK: oldResVer=1560 newResVer=1729 2025-11-06 01:59:04.50: PodMonitor - start process kube event 2025-11-06 01:59:04.50: empty line received 2025-11-06 01:59:04.50: PodMonitor - start process kube event 2025-11-06 01:59:04.51: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 01:59:04.52: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:04.53: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 01:59:04.53: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:04.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 01:59:04.58: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:04.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:59:04.64: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:04.65: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:59:04.65: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:59:04.65: PodMonitor - start process kube event 2025-11-06 01:59:04.65: empty line received 2025-11-06 01:59:04.65: PodMonitor - start process kube event 2025-11-06 01:59:04.65: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 01:59:04.65: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:04.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:59:04.70: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 01:59:04.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:05.65: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:05.66: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:05.66: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 01:59:05.66: PodMonitor - start process kube event 2025-11-06 01:59:05.66: empty line received 2025-11-06 01:59:05.66: PodMonitor - start process kube event 2025-11-06 01:59:05.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:06.66: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:06.66: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:06.66: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 01:59:06.66: PodMonitor - start process kube event 2025-11-06 01:59:06.66: empty line received 2025-11-06 01:59:06.66: PodMonitor - start process kube event 2025-11-06 01:59:06.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:08.66: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:08.66: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:08.67: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 01:59:08.67: PodMonitor - start process kube event 2025-11-06 01:59:08.67: empty line received 2025-11-06 01:59:08.67: PodMonitor - start process kube event 2025-11-06 01:59:08.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:09.67: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:12] "GET /Snh_VirtualMachineDatabaseList?x=50111b57-b3d2-4015-9793-0cd716e08413 HTTP/1.1" 200 2484 0.000754 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:12] "GET /Snh_VirtualMachineDatabaseList?x=6edae90f-f3e0-44f6-84bd-7339f37b103a HTTP/1.1" 200 2484 0.000767 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:12] "GET /Snh_VirtualMachineDatabaseList?x=da436a9c-22e2-45d9-bc8d-b7d9938a420f HTTP/1.1" 200 2484 0.000773 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:12] "GET /Snh_VirtualMachineDatabaseList?x=fa9ae94d-7a10-4a75-bcfd-1ca23008afad HTTP/1.1" 200 2414 0.000742 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:17] "GET /Snh_VirtualMachineDatabaseList?x=811ab4a4-1547-465d-a473-db4b84bf5f4a HTTP/1.1" 200 2414 0.000769 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:17] "GET /Snh_VirtualMachineDatabaseList?x=1f27b484-8106-4c97-a678-05c4bd5d2ce5 HTTP/1.1" 200 2414 0.000816 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:18] "GET /Snh_VirtualMachineDatabaseList?x=b9004825-0c32-429f-ba20-38a48fafa0df HTTP/1.1" 200 2414 0.000757 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:19] "GET /Snh_LoadbalancerDatabaseList?x=7ddc4f49-1d11-4929-980e-15dfb29fc60c HTTP/1.1" 200 1862 0.001068 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:22] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8fbdc048-4b50-42ae-a474-189b31417ab4 HTTP/1.1" 200 2095 0.000812 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:22] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8fbdc048-4b50-42ae-a474-189b31417ab4 HTTP/1.1" 200 2095 0.000704 [Introspect:8108]10.0.0.73 - - [2025-11-06 01:59:24] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=8fbdc048-4b50-42ae-a474-189b31417ab4 HTTP/1.1" 200 2302 0.000852 2025-11-06 01:59:09.67: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:09.67: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 01:59:09.67: PodMonitor - start process kube event 2025-11-06 01:59:09.67: empty line received 2025-11-06 01:59:09.67: PodMonitor - start process kube event 2025-11-06 01:59:09.68: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:59:09.68: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:59:09.68: PodMonitor - start process kube event 2025-11-06 01:59:09.68: empty line received 2025-11-06 01:59:09.68: PodMonitor - start process kube event 2025-11-06 01:59:09.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:59:09.68: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 01:59:09.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:14.69: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:14.69: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:14.69: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 01:59:14.69: PodMonitor - start process kube event 2025-11-06 01:59:14.69: empty line received 2025-11-06 01:59:14.69: PodMonitor - start process kube event 2025-11-06 01:59:14.70: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:14.70: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:14.70: PodMonitor - start process kube event 2025-11-06 01:59:14.70: empty line received 2025-11-06 01:59:14.70: PodMonitor - start process kube event 2025-11-06 01:59:14.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:59:14.71: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 01:59:14.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:18.48: ServiceMonitor - Received ADDED Service ctest-new-default-50128586:ctest-nginx-svc-69288568:7ddc4f49-1d11-4929-980e-15dfb29fc60c 2025-11-06 01:59:18.48: ServiceMonitor - Got ADDED Service ctest-new-default-50128586:ctest-nginx-svc-69288568:7ddc4f49-1d11-4929-980e-15dfb29fc60c 2025-11-06 01:59:18.48: VncKubernetes - Process event (name=ctest-nginx-svc-69288568 event_type=ADDED kind=Service ns=ctest-new-default-50128586) VncService - Got ADDED Service ctest-new-default-50128586:ctest-nginx-svc-69288568:7ddc4f49-1d11-4929-980e-15dfb29fc60c 2025-11-06 01:59:18.48: ServiceMonitor - start process kube event 2025-11-06 01:59:18.48: empty line received 2025-11-06 01:59:18.48: ServiceMonitor - start process kube event 2025-11-06 01:59:18.49: EndPointMonitor - Received ADDED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 01:59:18.49: EndPointMonitor - Got ADDED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 01:59:18.49: EndPointMonitor - start process kube event 2025-11-06 01:59:18.49: empty line received 2025-11-06 01:59:18.49: EndPointMonitor - start process kube event 2025-11-06 01:59:19.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 01:59:19.30: VncKubernetes - Process event (name=ctest-nginx-svc-69288568 event_type=ADDED kind=Endpoints ns=ctest-new-default-50128586) VncEndpoints - Got ADDED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 01:59:19.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:22.49: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 01:59:22.49: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 01:59:22.49: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-50128586) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 01:59:22.50: NetworkPolicyMonitor - start process kube event 2025-11-06 01:59:22.50: empty line received 2025-11-06 01:59:22.50: NetworkPolicyMonitor - start process kube event 2025-11-06 01:59:23.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 01:59:31.88: NetworkMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1409 2025-11-06 01:59:31.88: NetworkMonitor - start process kube event 2025-11-06 01:59:31.88: empty line received 2025-11-06 01:59:31.88: NetworkMonitor - start process kube event 2025-11-06 01:59:32.03: NamespaceMonitor - Received BOOKMARK: oldResVer=531 newResVer=1673 2025-11-06 01:59:32.03: NamespaceMonitor - start process kube event 2025-11-06 01:59:32.03: empty line received 2025-11-06 01:59:32.03: NamespaceMonitor - start process kube event 2025-11-06 01:59:32.18: IngressMonitor - Received BOOKMARK: oldResVer=1519 newResVer=1618 2025-11-06 01:59:32.18: IngressMonitor - start process kube event 2025-11-06 01:59:32.19: empty line received 2025-11-06 01:59:32.19: IngressMonitor - start process kube event 2025-11-06 01:59:33.81: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1026 newResVer=1787 2025-11-06 01:59:33.81: NetworkPolicyMonitor - start process kube event 2025-11-06 01:59:33.81: empty line received 2025-11-06 01:59:33.81: NetworkPolicyMonitor - start process kube event 2025-11-06 01:59:48.31: ServiceMonitor - Received BOOKMARK: oldResVer=1468 newResVer=1779 2025-11-06 01:59:48.31: ServiceMonitor - start process kube event 2025-11-06 01:59:48.31: empty line received 2025-11-06 01:59:48.31: ServiceMonitor - start process kube event 2025-11-06 01:59:48.36: EndPointMonitor - Received BOOKMARK: oldResVer=1641 newResVer=1780 2025-11-06 01:59:48.36: EndPointMonitor - start process kube event 2025-11-06 01:59:48.36: empty line received 2025-11-06 01:59:48.36: EndPointMonitor - start process kube event 2025-11-06 01:59:59.35: IngressMonitor - Received BOOKMARK: oldResVer=1618 newResVer=1618 2025-11-06 01:59:59.35: IngressMonitor - start process kube event 2025-11-06 01:59:59.35: empty line received 2025-11-06 01:59:59.35: IngressMonitor - start process kube event 2025-11-06 02:00:01.23: stop iteration IngressMonitor 2025-11-06 02:00:01.23: IngressMonitor - start process kube event 2025-11-06 02:00:01.23: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-11-06 02:00:01.23: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:00:01.23: IngressMonitor - Connect Kube API result 0 2025-11-06 02:00:01.23: IngressMonitor - _schedule_vnc_sync 2025-11-06 02:00:01.23: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-11-06 02:00:01.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 02:00:01.23: VncKubernetes - vnc_sync - Ingress start [Introspect:8108]10.0.0.73 - - [2025-11-06 02:00:29] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001083 2025-11-06 02:00:01.23: VncKubernetes - vnc_sync - Ingress done 2025-11-06 02:00:01.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:00:01.24: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-11-06 02:00:04.83: PodMonitor - Received BOOKMARK: oldResVer=1729 newResVer=1773 2025-11-06 02:00:04.83: PodMonitor - start process kube event 2025-11-06 02:00:04.83: empty line received 2025-11-06 02:00:04.83: PodMonitor - start process kube event 2025-11-06 02:00:32.23: NetworkMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1409 2025-11-06 02:00:32.23: NetworkMonitor - start process kube event 2025-11-06 02:00:32.23: NetworkMonitor - _schedule_vnc_sync 2025-11-06 02:00:32.23: empty line received 2025-11-06 02:00:32.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 02:00:32.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 02:00:32.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:00:32.23: NetworkMonitor - start process kube event 2025-11-06 02:00:32.51: NamespaceMonitor - Received BOOKMARK: oldResVer=1673 newResVer=1673 2025-11-06 02:00:32.51: NamespaceMonitor - start process kube event 2025-11-06 02:00:32.51: empty line received 2025-11-06 02:00:32.51: NamespaceMonitor - start process kube event 2025-11-06 02:00:34.01: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1787 newResVer=1787 2025-11-06 02:00:34.01: NetworkPolicyMonitor - start process kube event 2025-11-06 02:00:34.01: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 02:00:34.01: empty line received 2025-11-06 02:00:34.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 02:00:34.01: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 02:00:34.01: NetworkPolicyMonitor - start process kube event 2025-11-06 02:00:34.01: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 02:00:34.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:00:47.77: EndPointMonitor - Received BOOKMARK: oldResVer=1780 newResVer=1780 2025-11-06 02:00:47.78: EndPointMonitor - start process kube event 2025-11-06 02:00:47.78: empty line received 2025-11-06 02:00:47.78: EndPointMonitor - start process kube event 2025-11-06 02:00:48.45: ServiceMonitor - Received BOOKMARK: oldResVer=1779 newResVer=1779 2025-11-06 02:00:48.45: ServiceMonitor - start process kube event 2025-11-06 02:00:48.45: empty line received 2025-11-06 02:00:48.45: ServiceMonitor - start process kube event 2025-11-06 02:01:05.09: PodMonitor - Received BOOKMARK: oldResVer=1773 newResVer=1773 2025-11-06 02:01:05.09: PodMonitor - start process kube event 2025-11-06 02:01:05.09: PodMonitor - _schedule_vnc_sync 2025-11-06 02:01:05.09: empty line received 2025-11-06 02:01:05.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 02:01:05.09: VncKubernetes - vnc_sync - Pod start 2025-11-06 02:01:05.09: VncKubernetes - vnc_sync - Pod done 2025-11-06 02:01:05.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:01:05.09: PodMonitor - start process kube event 2025-11-06 02:01:06.74: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1787 newResVer=1787 2025-11-06 02:01:06.74: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:06.74: empty line received 2025-11-06 02:01:06.74: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:07.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1787 newResVer=1787 2025-11-06 02:01:07.79: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:07.79: empty line received 2025-11-06 02:01:07.79: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:08.85: stop iteration NetworkPolicyMonitor 2025-11-06 02:01:08.85: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:08.85: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1787 2025-11-06 02:01:08.85: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:01:08.85: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-06 02:01:08.85: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 02:01:08.85: NetworkPolicyMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1787'})(timeout=120) 2025-11-06 02:01:08.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 02:01:08.85: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 02:01:08.86: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 02:01:08.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:01:08.86: NetworkPolicyMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1787'}) 2025-11-06 02:01:22.21: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 02:01:22.21: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 02:01:22.21: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-50128586) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 02:01:22.21: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:22.21: empty line received 2025-11-06 02:01:22.21: NetworkPolicyMonitor - start process kube event 2025-11-06 02:01:23.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:01:32.69: NetworkMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1409 2025-11-06 02:01:32.69: NetworkMonitor - start process kube event 2025-11-06 02:01:32.69: empty line received 2025-11-06 02:01:32.69: NetworkMonitor - start process kube event 2025-11-06 02:01:33.03: NamespaceMonitor - Received BOOKMARK: oldResVer=1673 newResVer=1673 2025-11-06 02:01:33.03: NamespaceMonitor - start process kube event 2025-11-06 02:01:33.03: empty line received 2025-11-06 02:01:33.03: NamespaceMonitor - start process kube event 2025-11-06 02:01:47.32: NetworkMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1409 2025-11-06 02:01:47.32: NetworkMonitor - start process kube event 2025-11-06 02:01:47.32: empty line received 2025-11-06 02:01:47.32: NetworkMonitor - start process kube event 2025-11-06 02:01:47.48: EndPointMonitor - Received BOOKMARK: oldResVer=1780 newResVer=1780 2025-11-06 02:01:47.48: EndPointMonitor - start process kube event 2025-11-06 02:01:47.48: empty line received 2025-11-06 02:01:47.48: EndPointMonitor - start process kube event 2025-11-06 02:01:47.63: ServiceMonitor - Received BOOKMARK: oldResVer=1779 newResVer=1779 2025-11-06 02:01:47.63: ServiceMonitor - start process kube event 2025-11-06 02:01:47.63: ServiceMonitor - _schedule_vnc_sync 2025-11-06 02:01:47.63: empty line received 2025-11-06 02:01:47.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 02:01:47.63: VncKubernetes - vnc_sync - Service start 2025-11-06 02:01:47.63: VncKubernetes - vnc_sync - Service done 2025-11-06 02:01:47.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:01:47.63: ServiceMonitor - start process kube event 2025-11-06 02:01:48.49: NetworkMonitor - Received BOOKMARK: oldResVer=1409 newResVer=1409 2025-11-06 02:01:48.49: NetworkMonitor - start process kube event 2025-11-06 02:01:48.49: empty line received 2025-11-06 02:01:48.49: NetworkMonitor - start process kube event 2025-11-06 02:01:49.36: stop iteration NetworkMonitor 2025-11-06 02:01:49.36: NetworkMonitor - start process kube event 2025-11-06 02:01:49.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1409 2025-11-06 02:01:49.36: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:01:49.36: NetworkMonitor - Connect Kube API result 0 2025-11-06 02:01:49.36: NetworkMonitor - _schedule_vnc_sync 2025-11-06 02:01:49.36: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1409'})(timeout=120) 2025-11-06 02:01:49.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 02:01:49.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 02:01:49.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:01:49.37: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1409'}) 2025-11-06 02:02:01.24: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 02:02:01.24: IngressMonitor - start process kube event 2025-11-06 02:02:01.24: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-11-06 02:02:01.24: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:02:01.24: IngressMonitor - Connect Kube API result 0 2025-11-06 02:02:01.24: IngressMonitor - _schedule_vnc_sync 2025-11-06 02:02:01.24: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-11-06 02:02:01.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 02:02:01.24: VncKubernetes - vnc_sync - Ingress start 2025-11-06 02:02:01.24: VncKubernetes - vnc_sync - Ingress done 2025-11-06 02:02:01.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:02:01.26: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-11-06 02:02:04.68: PodMonitor - Received BOOKMARK: oldResVer=1773 newResVer=1773 2025-11-06 02:02:04.68: PodMonitor - start process kube event 2025-11-06 02:02:04.68: empty line received 2025-11-06 02:02:04.68: PodMonitor - start process kube event 2025-11-06 02:02:09.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1787 newResVer=1944 2025-11-06 02:02:09.37: NetworkPolicyMonitor - start process kube event 2025-11-06 02:02:09.38: empty line received 2025-11-06 02:02:09.38: NetworkPolicyMonitor - start process kube event 2025-11-06 02:02:24.85: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:24.85: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:24.85: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:24.85: PodMonitor - start process kube event 2025-11-06 02:02:24.85: empty line received 2025-11-06 02:02:24.85: PodMonitor - start process kube event 2025-11-06 02:02:24.87: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:02:24.87: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:02:24.87: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:24.87: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:24.87: EndPointMonitor - start process kube event 2025-11-06 02:02:24.87: empty line received 2025-11-06 02:02:24.88: PodMonitor - start process kube event 2025-11-06 02:02:24.88: empty line received 2025-11-06 02:02:24.88: EndPointMonitor - start process kube event 2025-11-06 02:02:24.88: PodMonitor - start process kube event 2025-11-06 02:02:24.88: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:24.89: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:24.89: PodMonitor - start process kube event 2025-11-06 02:02:24.89: empty line received 2025-11-06 02:02:24.89: PodMonitor - start process kube event 2025-11-06 02:02:24.89: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:24.89: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:24.89: PodMonitor - start process kube event 2025-11-06 02:02:24.89: empty line received 2025-11-06 02:02:24.89: PodMonitor - start process kube event 2025-11-06 02:02:24.90: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:24.90: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: empty line received 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:24.90: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: empty line received 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:24.90: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: empty line received 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:24.90: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.90: empty line received 2025-11-06 02:02:24.90: PodMonitor - start process kube event 2025-11-06 02:02:24.91: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:02:24.91: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:02:24.91: EndPointMonitor - start process kube event 2025-11-06 02:02:24.91: empty line received 2025-11-06 02:02:24.91: EndPointMonitor - start process kube event 2025-11-06 02:02:24.92: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-06 02:02:24.93: VncKubernetes - Process event (name=ctest-nginx-svc-69288568 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-50128586) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:02:25.18: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-06 02:02:25.18: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:25.24: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-06 02:02:25.24: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:25.29: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 02:02:25.29: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:25.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 02:02:25.30: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:25.36: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:02:25.36: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:25.42: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:02:25.42: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:25.44: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 02:02:25.44: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:25.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:02:25.49: VncKubernetes - Process event (name=ctest-nginx-svc-69288568 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-50128586) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:02:25.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:02:26.09: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.09: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.09: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.10: PodMonitor - start process kube event 2025-11-06 02:02:26.10: empty line received 2025-11-06 02:02:26.10: PodMonitor - start process kube event 2025-11-06 02:02:26.11: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.11: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.11: PodMonitor - start process kube event 2025-11-06 02:02:26.11: empty line received 2025-11-06 02:02:26.11: PodMonitor - start process kube event 2025-11-06 02:02:26.12: PodMonitor - Received DELETED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.12: PodMonitor - Got DELETED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.12: PodMonitor - start process kube event 2025-11-06 02:02:26.12: empty line received 2025-11-06 02:02:26.12: PodMonitor - start process kube event 2025-11-06 02:02:26.13: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.13: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.13: PodMonitor - start process kube event 2025-11-06 02:02:26.13: empty line received 2025-11-06 02:02:26.13: PodMonitor - start process kube event 2025-11-06 02:02:26.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:02:26.13: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.15: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.15: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.15: PodMonitor - start process kube event 2025-11-06 02:02:26.15: empty line received 2025-11-06 02:02:26.15: PodMonitor - start process kube event 2025-11-06 02:02:26.15: PodMonitor - Received DELETED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.15: PodMonitor - Got DELETED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.16: PodMonitor - start process kube event 2025-11-06 02:02:26.16: empty line received 2025-11-06 02:02:26.16: PodMonitor - start process kube event 2025-11-06 02:02:26.21: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:02:26.21: VncKubernetes - Process event (name=ctest-pod-16954331 event_type=DELETED kind=Pod ns=ctest-new-default-50128586) VncPod - Got DELETED Pod ctest-new-default-50128586:ctest-pod-16954331:50111b57-b3d2-4015-9793-0cd716e08413 2025-11-06 02:02:26.45: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:26.45: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:26.45: PodMonitor - start process kube event 2025-11-06 02:02:26.45: empty line received 2025-11-06 02:02:26.45: PodMonitor - start process kube event 2025-11-06 02:02:26.65: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:26.65: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:26.65: PodMonitor - start process kube event 2025-11-06 02:02:26.66: empty line received 2025-11-06 02:02:26.66: PodMonitor - start process kube event 2025-11-06 02:02:26.66: PodMonitor - Received DELETED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:26.66: PodMonitor - Got DELETED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:26.66: PodMonitor - start process kube event 2025-11-06 02:02:26.66: empty line received 2025-11-06 02:02:26.66: PodMonitor - start process kube event 2025-11-06 02:02:26.69: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 02:02:26.69: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.75: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 02:02:26.75: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:26.80: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:02:26.80: VncKubernetes - Process event (name=ctest-pod-22331858 event_type=DELETED kind=Pod ns=ctest-new-default-50128586) [Introspect:8108]10.0.0.73 - - [2025-11-06 02:02:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001142 [Introspect:8108]10.0.0.73 - - [2025-11-06 02:02:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001189 [Introspect:8108]10.0.0.73 - - [2025-11-06 02:02:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001067 VncPod - Got DELETED Pod ctest-new-default-50128586:ctest-pod-22331858:3dc4fc6f-973d-422e-a285-3a8374704a50 2025-11-06 02:02:27.25: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.25: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.25: PodMonitor - start process kube event 2025-11-06 02:02:27.25: empty line received 2025-11-06 02:02:27.25: PodMonitor - start process kube event 2025-11-06 02:02:27.29: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:02:27.29: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:27.34: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:02:27.34: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:27.39: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 02:02:27.39: VncKubernetes - Process event (name=ctest-pod-65201999 event_type=DELETED kind=Pod ns=ctest-non-default-37028397) VncPod - Got DELETED Pod ctest-non-default-37028397:ctest-pod-65201999:da436a9c-22e2-45d9-bc8d-b7d9938a420f 2025-11-06 02:02:27.45: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.45: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.45: PodMonitor - start process kube event 2025-11-06 02:02:27.45: empty line received 2025-11-06 02:02:27.45: PodMonitor - start process kube event 2025-11-06 02:02:27.46: PodMonitor - Received DELETED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.46: PodMonitor - Got DELETED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.46: PodMonitor - start process kube event 2025-11-06 02:02:27.46: empty line received 2025-11-06 02:02:27.46: PodMonitor - start process kube event 2025-11-06 02:02:27.78: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:02:27.78: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 02:02:27.83: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:27.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:02:27.89: VncKubernetes - Process event (name=ctest-pod-76380185 event_type=DELETED kind=Pod ns=ctest-non-default-37028397) VncPod - Got DELETED Pod ctest-non-default-37028397:ctest-pod-76380185:6edae90f-f3e0-44f6-84bd-7339f37b103a 2025-11-06 02:02:28.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:02:32.66: NamespaceMonitor - Received BOOKMARK: oldResVer=1673 newResVer=1673 2025-11-06 02:02:32.66: NamespaceMonitor - start process kube event 2025-11-06 02:02:32.66: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 02:02:32.66: empty line received 2025-11-06 02:02:32.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 02:02:32.66: VncKubernetes - vnc_sync - Namespace start 2025-11-06 02:02:32.66: VncKubernetes - vnc_sync - Namespace done 2025-11-06 02:02:32.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:02:32.66: NamespaceMonitor - start process kube event 2025-11-06 02:02:48.26: EndPointMonitor - Received BOOKMARK: oldResVer=1780 newResVer=2038 2025-11-06 02:02:48.26: EndPointMonitor - start process kube event 2025-11-06 02:02:48.26: EndPointMonitor - _schedule_vnc_sync 2025-11-06 02:02:48.26: empty line received 2025-11-06 02:02:48.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 02:02:48.26: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 02:02:48.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:02:48.26: EndPointMonitor - start process kube event 2025-11-06 02:02:48.30: ServiceMonitor - Received BOOKMARK: oldResVer=1779 newResVer=1779 2025-11-06 02:02:48.30: ServiceMonitor - start process kube event 2025-11-06 02:02:48.30: empty line received 2025-11-06 02:02:48.30: ServiceMonitor - start process kube event 2025-11-06 02:02:56.16: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.16: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.16: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.16: PodMonitor - start process kube event 2025-11-06 02:02:56.16: empty line received 2025-11-06 02:02:56.16: PodMonitor - start process kube event 2025-11-06 02:02:56.18: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.18: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.18: PodMonitor - start process kube event 2025-11-06 02:02:56.18: empty line received 2025-11-06 02:02:56.18: PodMonitor - start process kube event 2025-11-06 02:02:56.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:02:56.18: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.19: PodMonitor - Received DELETED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.19: PodMonitor - Got DELETED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.19: PodMonitor - start process kube event 2025-11-06 02:02:56.19: empty line received 2025-11-06 02:02:56.19: PodMonitor - start process kube event 2025-11-06 02:02:56.20: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.20: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.20: PodMonitor - start process kube event 2025-11-06 02:02:56.20: empty line received 2025-11-06 02:02:56.20: PodMonitor - start process kube event 2025-11-06 02:02:56.21: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.21: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.21: PodMonitor - start process kube event 2025-11-06 02:02:56.21: empty line received 2025-11-06 02:02:56.21: PodMonitor - start process kube event 2025-11-06 02:02:56.21: PodMonitor - Received DELETED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.21: PodMonitor - Got DELETED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.21: PodMonitor - start process kube event 2025-11-06 02:02:56.21: empty line received 2025-11-06 02:02:56.21: PodMonitor - start process kube event 2025-11-06 02:02:56.22: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:56.22: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:56.22: PodMonitor - start process kube event 2025-11-06 02:02:56.22: empty line received 2025-11-06 02:02:56.22: PodMonitor - start process kube event 2025-11-06 02:02:56.26: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 02:02:56.26: VncKubernetes - Process event (name=ctest-pod-38211302 event_type=DELETED kind=Pod ns=ctest-new-default-50128586) VncPod - Got DELETED Pod ctest-new-default-50128586:ctest-pod-38211302:fa9ae94d-7a10-4a75-bcfd-1ca23008afad 2025-11-06 02:02:56.35: PodMonitor - Received MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:56.35: PodMonitor - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:56.35: PodMonitor - start process kube event 2025-11-06 02:02:56.35: empty line received 2025-11-06 02:02:56.35: PodMonitor - start process kube event 2025-11-06 02:02:56.36: PodMonitor - Received DELETED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:56.36: PodMonitor - Got DELETED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:56.36: PodMonitor - start process kube event 2025-11-06 02:02:56.36: empty line received 2025-11-06 02:02:56.36: PodMonitor - start process kube event 2025-11-06 02:02:56.68: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 02:02:56.68: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.74: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 02:02:56.74: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.79: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:02:56.80: VncKubernetes - Process event (name=ctest-pod-29114742 event_type=DELETED kind=Pod ns=ctest-non-default-37028397) VncPod - Got DELETED Pod ctest-non-default-37028397:ctest-pod-29114742:b9004825-0c32-429f-ba20-38a48fafa0df 2025-11-06 02:02:56.95: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:56.95: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:56.95: PodMonitor - start process kube event 2025-11-06 02:02:56.95: empty line received 2025-11-06 02:02:56.95: PodMonitor - start process kube event 2025-11-06 02:02:57.15: PodMonitor - Received MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:57.15: PodMonitor - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:57.16: PodMonitor - start process kube event 2025-11-06 02:02:57.16: empty line received 2025-11-06 02:02:57.16: PodMonitor - start process kube event 2025-11-06 02:02:57.16: PodMonitor - Received DELETED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:57.16: PodMonitor - Got DELETED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:57.16: PodMonitor - start process kube event 2025-11-06 02:02:57.16: empty line received 2025-11-06 02:02:57.16: PodMonitor - start process kube event 2025-11-06 02:02:57.23: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-06 02:02:57.23: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:57.28: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-06 02:02:57.28: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=MODIFIED kind=Pod ns=ctest-non-default-37028397) VncPod - Got MODIFIED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:57.35: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:02:57.35: VncKubernetes - Process event (name=ctest-pod-44829553 event_type=DELETED kind=Pod ns=ctest-non-default-37028397) VncPod - Got DELETED Pod ctest-non-default-37028397:ctest-pod-44829553:811ab4a4-1547-465d-a473-db4b84bf5f4a 2025-11-06 02:02:57.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:02:57.87: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:57.93: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 02:02:57.93: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=MODIFIED kind=Pod ns=ctest-new-default-50128586) VncPod - Got MODIFIED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:57.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:02:57.98: VncKubernetes - Process event (name=ctest-pod-94014980 event_type=DELETED kind=Pod ns=ctest-new-default-50128586) VncPod - Got DELETED Pod ctest-new-default-50128586:ctest-pod-94014980:1f27b484-8106-4c97-a678-05c4bd5d2ce5 2025-11-06 02:02:58.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:03:00.14: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:00.14: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:00.14: VncKubernetes - Process event (name=ctest-non-default-37028397 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:00.15: NamespaceMonitor - start process kube event 2025-11-06 02:03:00.15: empty line received 2025-11-06 02:03:00.15: NamespaceMonitor - start process kube event 2025-11-06 02:03:00.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:03:04.80: PodMonitor - Received BOOKMARK: oldResVer=1773 newResVer=2118 2025-11-06 02:03:04.80: PodMonitor - start process kube event 2025-11-06 02:03:04.80: empty line received 2025-11-06 02:03:04.80: PodMonitor - start process kube event 2025-11-06 02:03:05.32: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:05.32: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:05.32: VncKubernetes - Process event (name=ctest-non-default-37028397 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:05.32: NamespaceMonitor - start process kube event 2025-11-06 02:03:05.32: empty line received 2025-11-06 02:03:05.32: NamespaceMonitor - start process kube event 2025-11-06 02:03:05.33: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:05.33: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:05.33: NamespaceMonitor - start process kube event 2025-11-06 02:03:05.33: empty line received 2025-11-06 02:03:05.33: NamespaceMonitor - start process kube event 2025-11-06 02:03:05.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:03:05.62: VncKubernetes - Process event (name=ctest-non-default-37028397 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-37028397:c9ca1d94-f333-4a19-8b4d-db891167eb11 2025-11-06 02:03:06.17: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:06.18: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:06.18: NamespaceMonitor - start process kube event 2025-11-06 02:03:06.18: empty line received 2025-11-06 02:03:06.18: NamespaceMonitor - start process kube event 2025-11-06 02:03:06.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:03:06.66: VncKubernetes - Process event (name=ctest-new-default-50128586 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:06.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:03:09.16: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1944 newResVer=1944 2025-11-06 02:03:09.16: NetworkPolicyMonitor - start process kube event 2025-11-06 02:03:09.16: empty line received 2025-11-06 02:03:09.16: NetworkPolicyMonitor - start process kube event 2025-11-06 02:03:11.30: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 02:03:11.30: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 02:03:11.30: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-50128586) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-50128586:ingress-on-service:8fbdc048-4b50-42ae-a474-189b31417ab4 2025-11-06 02:03:11.31: NetworkPolicyMonitor - start process kube event 2025-11-06 02:03:11.31: empty line received 2025-11-06 02:03:11.31: NetworkPolicyMonitor - start process kube event 2025-11-06 02:03:11.34: EndPointMonitor - Received DELETED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:03:11.34: EndPointMonitor - Got DELETED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:03:11.34: EndPointMonitor - start process kube event 2025-11-06 02:03:11.34: empty line received 2025-11-06 02:03:11.34: EndPointMonitor - start process kube event 2025-11-06 02:03:11.36: ServiceMonitor - Received DELETED Service ctest-new-default-50128586:ctest-nginx-svc-69288568:7ddc4f49-1d11-4929-980e-15dfb29fc60c 2025-11-06 02:03:11.36: ServiceMonitor - Got DELETED Service ctest-new-default-50128586:ctest-nginx-svc-69288568:7ddc4f49-1d11-4929-980e-15dfb29fc60c 2025-11-06 02:03:11.36: ServiceMonitor - start process kube event 2025-11-06 02:03:11.36: empty line received 2025-11-06 02:03:11.36: ServiceMonitor - start process kube event 2025-11-06 02:03:11.42: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:11.42: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:11.42: NamespaceMonitor - start process kube event 2025-11-06 02:03:11.42: empty line received 2025-11-06 02:03:11.42: NamespaceMonitor - start process kube event 2025-11-06 02:03:11.42: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:11.42: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:11.42: NamespaceMonitor - start process kube event 2025-11-06 02:03:11.42: empty line received 2025-11-06 02:03:11.42: NamespaceMonitor - start process kube event 2025-11-06 02:03:12.11: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:03:12.11: VncKubernetes - Process event (name=ctest-nginx-svc-69288568 event_type=DELETED kind=Endpoints ns=ctest-new-default-50128586) VncEndpoints - Got DELETED Endpoints ctest-new-default-50128586:ctest-nginx-svc-69288568:7c05311a-727d-452f-b89f-60a15555facb 2025-11-06 02:03:12.12: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:03:12.12: VncKubernetes - Process event (name=ctest-nginx-svc-69288568 event_type=DELETED kind=Service ns=ctest-new-default-50128586) VncService - Got DELETED Service ctest-new-default-50128586:ctest-nginx-svc-69288568:7ddc4f49-1d11-4929-980e-15dfb29fc60c 2025-11-06 02:03:12.53: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 02:03:12.53: VncKubernetes - Process event (name=ctest-new-default-50128586 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:12.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:03:12.89: VncKubernetes - Process event (name=ctest-new-default-50128586 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-50128586:9e38fdb1-d3f9-43b3-aa8f-17f009dd1c4c 2025-11-06 02:03:14.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:03:33.36: NamespaceMonitor - Received BOOKMARK: oldResVer=1673 newResVer=2201 2025-11-06 02:03:33.36: NamespaceMonitor - start process kube event 2025-11-06 02:03:33.36: empty line received 2025-11-06 02:03:33.36: NamespaceMonitor - start process kube event 2025-11-06 02:03:46.43: NamespaceMonitor - Received BOOKMARK: oldResVer=2201 newResVer=2201 2025-11-06 02:03:46.43: NamespaceMonitor - start process kube event 2025-11-06 02:03:46.43: empty line received 2025-11-06 02:03:46.43: NamespaceMonitor - start process kube event 2025-11-06 02:03:47.89: ServiceMonitor - Received BOOKMARK: oldResVer=1779 newResVer=2198 2025-11-06 02:03:47.89: ServiceMonitor - start process kube event 2025-11-06 02:03:47.89: empty line received 2025-11-06 02:03:47.89: ServiceMonitor - start process kube event 2025-11-06 02:03:48.14: EndPointMonitor - Received BOOKMARK: oldResVer=2038 newResVer=2197 2025-11-06 02:03:48.14: EndPointMonitor - start process kube event 2025-11-06 02:03:48.14: empty line received 2025-11-06 02:03:48.14: EndPointMonitor - start process kube event 2025-11-06 02:03:48.39: stop iteration NamespaceMonitor 2025-11-06 02:03:48.40: NamespaceMonitor - start process kube event 2025-11-06 02:03:48.40: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2201 2025-11-06 02:03:48.40: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:03:48.40: NamespaceMonitor - Connect Kube API result 0 2025-11-06 02:03:48.40: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 02:03:48.40: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2201'})(timeout=120) 2025-11-06 02:03:48.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 02:03:48.40: VncKubernetes - vnc_sync - Namespace start 2025-11-06 02:03:48.40: VncKubernetes - vnc_sync - Namespace done 2025-11-06 02:03:48.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:03:48.40: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2201'}) 2025-11-06 02:03:49.37: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 02:03:49.37: NetworkMonitor - start process kube event 2025-11-06 02:03:49.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1409 2025-11-06 02:03:49.37: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:03:49.37: NetworkMonitor - Connect Kube API result 0 2025-11-06 02:03:49.37: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.73 - - [2025-11-06 02:04:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001107 [Introspect:8108]10.0.0.73 - - [2025-11-06 02:04:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001021 [Introspect:8108]10.0.0.73 - - [2025-11-06 02:05:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.007099 [Introspect:8108]10.0.0.73 - - [2025-11-06 02:05:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001064 2025-11-06 02:03:49.37: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1409'})(timeout=120) 2025-11-06 02:03:49.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 02:03:49.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-06 02:03:49.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:03:49.38: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1409'}) 2025-11-06 02:04:01.26: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 02:04:01.26: IngressMonitor - start process kube event 2025-11-06 02:04:01.26: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-11-06 02:04:01.26: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:04:01.26: IngressMonitor - Connect Kube API result 0 2025-11-06 02:04:01.26: IngressMonitor - _schedule_vnc_sync 2025-11-06 02:04:01.26: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-11-06 02:04:01.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 02:04:01.26: VncKubernetes - vnc_sync - Ingress start 2025-11-06 02:04:01.26: VncKubernetes - vnc_sync - Ingress done 2025-11-06 02:04:01.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:04:01.28: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-11-06 02:04:05.60: PodMonitor - Received BOOKMARK: oldResVer=2118 newResVer=2118 2025-11-06 02:04:05.60: PodMonitor - start process kube event 2025-11-06 02:04:05.60: empty line received 2025-11-06 02:04:05.60: PodMonitor - start process kube event 2025-11-06 02:04:09.34: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1944 newResVer=2194 2025-11-06 02:04:09.34: NetworkPolicyMonitor - start process kube event 2025-11-06 02:04:09.34: empty line received 2025-11-06 02:04:09.34: NetworkPolicyMonitor - start process kube event 2025-11-06 02:04:30.61: PodMonitor - Received BOOKMARK: oldResVer=2118 newResVer=2118 2025-11-06 02:04:30.61: PodMonitor - start process kube event 2025-11-06 02:04:30.61: empty line received 2025-11-06 02:04:30.61: PodMonitor - start process kube event 2025-11-06 02:04:32.24: stop iteration PodMonitor 2025-11-06 02:04:32.24: PodMonitor - start process kube event 2025-11-06 02:04:32.24: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2118 2025-11-06 02:04:32.24: PodMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:04:32.24: PodMonitor - Connect Kube API result 0 2025-11-06 02:04:32.24: PodMonitor - _schedule_vnc_sync 2025-11-06 02:04:32.24: PodMonitor - Start Watching request https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'})(timeout=120) 2025-11-06 02:04:32.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-06 02:04:32.25: VncKubernetes - vnc_sync - Pod start 2025-11-06 02:04:32.25: VncKubernetes - vnc_sync - Pod done 2025-11-06 02:04:32.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:04:32.25: PodMonitor - Watches https://10.0.0.73:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2118'}) 2025-11-06 02:04:47.72: EndPointMonitor - Received BOOKMARK: oldResVer=2197 newResVer=2197 2025-11-06 02:04:47.72: EndPointMonitor - start process kube event 2025-11-06 02:04:47.72: empty line received 2025-11-06 02:04:47.73: EndPointMonitor - start process kube event 2025-11-06 02:04:47.95: ServiceMonitor - Received BOOKMARK: oldResVer=2198 newResVer=2198 2025-11-06 02:04:47.95: ServiceMonitor - start process kube event 2025-11-06 02:04:47.95: empty line received 2025-11-06 02:04:47.95: ServiceMonitor - start process kube event 2025-11-06 02:05:09.62: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2194 newResVer=2194 2025-11-06 02:05:09.62: NetworkPolicyMonitor - start process kube event 2025-11-06 02:05:09.62: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-06 02:05:09.62: empty line received 2025-11-06 02:05:09.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-06 02:05:09.63: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-06 02:05:09.63: NetworkPolicyMonitor - start process kube event 2025-11-06 02:05:09.63: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-06 02:05:09.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:05:48.24: EndPointMonitor - Received BOOKMARK: oldResVer=2197 newResVer=2197 2025-11-06 02:05:48.24: EndPointMonitor - start process kube event 2025-11-06 02:05:48.24: empty line received 2025-11-06 02:05:48.24: EndPointMonitor - start process kube event 2025-11-06 02:05:48.40: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 02:05:48.40: NamespaceMonitor - start process kube event 2025-11-06 02:05:48.40: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2201 2025-11-06 02:05:48.40: NamespaceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:05:48.40: NamespaceMonitor - Connect Kube API result 0 2025-11-06 02:05:48.40: NamespaceMonitor - _schedule_vnc_sync 2025-11-06 02:05:48.40: NamespaceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2201'})(timeout=120) 2025-11-06 02:05:48.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-06 02:05:48.41: VncKubernetes - vnc_sync - Namespace start 2025-11-06 02:05:48.41: VncKubernetes - vnc_sync - Namespace done 2025-11-06 02:05:48.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:05:48.42: NamespaceMonitor - Watches https://10.0.0.73:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2201'}) 2025-11-06 02:05:48.56: ServiceMonitor - Received BOOKMARK: oldResVer=2198 newResVer=2198 2025-11-06 02:05:48.56: ServiceMonitor - start process kube event 2025-11-06 02:05:48.56: ServiceMonitor - _schedule_vnc_sync 2025-11-06 02:05:48.56: empty line received 2025-11-06 02:05:48.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 02:05:48.56: VncKubernetes - vnc_sync - Service start 2025-11-06 02:05:48.56: VncKubernetes - vnc_sync - Service done 2025-11-06 02:05:48.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:05:48.56: ServiceMonitor - start process kube event 2025-11-06 02:05:49.39: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 02:05:49.39: NetworkMonitor - start process kube event 2025-11-06 02:05:49.39: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1409 2025-11-06 02:05:49.39: NetworkMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:05:49.39: NetworkMonitor - Connect Kube API result 0 2025-11-06 02:05:49.39: NetworkMonitor - _schedule_vnc_sync 2025-11-06 02:05:49.39: NetworkMonitor - Start Watching request https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1409'})(timeout=120) 2025-11-06 02:05:49.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-06 02:05:49.39: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.73 - - [2025-11-06 02:05:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001121 2025-11-06 02:05:49.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:05:49.40: NetworkMonitor - Watches https://10.0.0.73:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1409'}) 2025-11-06 02:05:57.57: ServiceMonitor - Received BOOKMARK: oldResVer=2198 newResVer=2198 2025-11-06 02:05:57.57: ServiceMonitor - start process kube event 2025-11-06 02:05:57.57: empty line received 2025-11-06 02:05:57.57: ServiceMonitor - start process kube event 2025-11-06 02:05:58.63: ServiceMonitor - Received BOOKMARK: oldResVer=2198 newResVer=2198 2025-11-06 02:05:58.63: ServiceMonitor - start process kube event 2025-11-06 02:05:58.63: empty line received 2025-11-06 02:05:58.63: ServiceMonitor - start process kube event 2025-11-06 02:05:59.73: stop iteration ServiceMonitor 2025-11-06 02:05:59.73: ServiceMonitor - start process kube event 2025-11-06 02:05:59.73: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2198 2025-11-06 02:05:59.73: ServiceMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:05:59.73: ServiceMonitor - Connect Kube API result 0 2025-11-06 02:05:59.73: ServiceMonitor - _schedule_vnc_sync 2025-11-06 02:05:59.73: ServiceMonitor - Start Watching request https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2198'})(timeout=120) 2025-11-06 02:05:59.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-06 02:05:59.73: VncKubernetes - vnc_sync - Service start 2025-11-06 02:05:59.73: VncKubernetes - vnc_sync - Service done 2025-11-06 02:05:59.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:05:59.74: ServiceMonitor - Watches https://10.0.0.73:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2198'}) 2025-11-06 02:06:01.28: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.73', port=6443): Read timed out. 2025-11-06 02:06:01.28: IngressMonitor - start process kube event 2025-11-06 02:06:01.28: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1618 2025-11-06 02:06:01.28: IngressMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:06:01.28: IngressMonitor - Connect Kube API result 0 2025-11-06 02:06:01.28: IngressMonitor - _schedule_vnc_sync 2025-11-06 02:06:01.28: IngressMonitor - Start Watching request https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'})(timeout=120) 2025-11-06 02:06:01.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-06 02:06:01.28: VncKubernetes - vnc_sync - Ingress start 2025-11-06 02:06:01.28: VncKubernetes - vnc_sync - Ingress done 2025-11-06 02:06:01.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:01.29: IngressMonitor - Watches https://10.0.0.73:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1618'}) 2025-11-06 02:06:02.38: PodMonitor - Received ADDED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:02.38: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-06 02:06:02.38: PodMonitor - start process kube event 2025-11-06 02:06:02.38: empty line received 2025-11-06 02:06:02.38: PodMonitor - start process kube event 2025-11-06 02:06:02.39: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:02.39: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:02.39: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:02.39: PodMonitor - start process kube event 2025-11-06 02:06:02.39: empty line received 2025-11-06 02:06:02.39: PodMonitor - start process kube event 2025-11-06 02:06:02.41: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:02.41: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:02.41: PodMonitor - start process kube event 2025-11-06 02:06:02.41: empty line received 2025-11-06 02:06:02.41: PodMonitor - start process kube event 2025-11-06 02:06:02.65: PodMonitor - Received ADDED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:02.65: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-06 02:06:02.67: PodMonitor - start process kube event 2025-11-06 02:06:02.67: empty line received 2025-11-06 02:06:02.67: PodMonitor - start process kube event 2025-11-06 02:06:02.67: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:02.67: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:02.67: PodMonitor - start process kube event 2025-11-06 02:06:02.67: empty line received 2025-11-06 02:06:02.67: PodMonitor - start process kube event 2025-11-06 02:06:02.68: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:02.68: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:02.68: PodMonitor - start process kube event 2025-11-06 02:06:02.68: empty line received 2025-11-06 02:06:02.68: PodMonitor - start process kube event 2025-11-06 02:06:03.21: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:03.21: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:03.21: PodMonitor - start process kube event 2025-11-06 02:06:03.21: empty line received 2025-11-06 02:06:03.21: PodMonitor - start process kube event 2025-11-06 02:06:03.22: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-06 02:06:03.22: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:03.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:06:03.38: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:04.01: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:04.02: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:04.02: PodMonitor - start process kube event 2025-11-06 02:06:04.02: empty line received 2025-11-06 02:06:04.02: PodMonitor - start process kube event 2025-11-06 02:06:04.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-06 02:06:04.03: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:04.15: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-06 02:06:04.16: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:04.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:06:04.17: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:04.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:08.93: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2194 newResVer=2194 2025-11-06 02:06:08.93: NetworkPolicyMonitor - start process kube event 2025-11-06 02:06:08.93: empty line received 2025-11-06 02:06:08.93: NetworkPolicyMonitor - start process kube event 2025-11-06 02:06:20.51: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:20.51: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:20.51: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:20.51: PodMonitor - start process kube event 2025-11-06 02:06:20.52: empty line received 2025-11-06 02:06:20.52: PodMonitor - start process kube event 2025-11-06 02:06:20.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:21.52: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:21.52: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:21.52: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:21.52: PodMonitor - start process kube event 2025-11-06 02:06:21.52: empty line received 2025-11-06 02:06:21.52: PodMonitor - start process kube event 2025-11-06 02:06:21.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:23.08: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:23.08: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:23.08: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:23.08: PodMonitor - start process kube event 2025-11-06 02:06:23.08: empty line received 2025-11-06 02:06:23.08: PodMonitor - start process kube event 2025-11-06 02:06:23.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:32.18: PodMonitor - Received BOOKMARK: oldResVer=2118 newResVer=2469 2025-11-06 02:06:32.18: PodMonitor - start process kube event 2025-11-06 02:06:32.18: empty line received 2025-11-06 02:06:32.18: PodMonitor - start process kube event 2025-11-06 02:06:46.68: EndPointMonitor - Received BOOKMARK: oldResVer=2197 newResVer=2197 2025-11-06 02:06:46.68: EndPointMonitor - start process kube event 2025-11-06 02:06:46.68: empty line received 2025-11-06 02:06:46.68: EndPointMonitor - start process kube event 2025-11-06 02:06:47.96: stop iteration EndPointMonitor 2025-11-06 02:06:47.96: EndPointMonitor - start process kube event 2025-11-06 02:06:47.96: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2197 2025-11-06 02:06:47.96: EndPointMonitor - Try to connect Kube API 10.0.0.73:6443 2025-11-06 02:06:47.96: EndPointMonitor - Connect Kube API result 0 2025-11-06 02:06:47.96: EndPointMonitor - _schedule_vnc_sync 2025-11-06 02:06:47.96: EndPointMonitor - Start Watching request https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2197'})(timeout=120) 2025-11-06 02:06:47.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-06 02:06:47.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-06 02:06:47.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:47.99: EndPointMonitor - Watches https://10.0.0.73:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2197'}) 2025-11-06 02:06:53.59: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.59: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.59: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.59: PodMonitor - start process kube event 2025-11-06 02:06:53.59: empty line received 2025-11-06 02:06:53.59: PodMonitor - start process kube event 2025-11-06 02:06:53.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:06:53.61: PodMonitor - Received MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.61: PodMonitor - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.61: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.61: PodMonitor - start process kube event 2025-11-06 02:06:53.61: empty line received 2025-11-06 02:06:53.61: PodMonitor - start process kube event 2025-11-06 02:06:53.62: PodMonitor - Received DELETED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.62: PodMonitor - Got DELETED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.62: PodMonitor - start process kube event 2025-11-06 02:06:53.62: empty line received 2025-11-06 02:06:53.62: PodMonitor - start process kube event 2025-11-06 02:06:53.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:06:53.67: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:4a462803-a11b-4c3c-baca-e6f3cfef3ff9 2025-11-06 02:06:53.81: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:53.81: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:53.81: PodMonitor - start process kube event 2025-11-06 02:06:53.81: empty line received 2025-11-06 02:06:53.81: PodMonitor - start process kube event 2025-11-06 02:06:54.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-06 02:06:54.05: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:06:54.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-06 02:07:09.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2194 newResVer=2194 2025-11-06 02:07:09.67: NetworkPolicyMonitor - start process kube event 2025-11-06 02:07:09.67: empty line received 2025-11-06 02:07:09.67: NetworkPolicyMonitor - start process kube event 2025-11-06 02:07:24.63: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.63: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.63: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.63: PodMonitor - start process kube event 2025-11-06 02:07:24.63: empty line received 2025-11-06 02:07:24.64: PodMonitor - start process kube event 2025-11-06 02:07:24.65: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.65: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.65: PodMonitor - start process kube event 2025-11-06 02:07:24.65: empty line received 2025-11-06 02:07:24.65: PodMonitor - start process kube event 2025-11-06 02:07:24.65: PodMonitor - Received DELETED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.65: PodMonitor - Got DELETED Pod default:pingtest-receiver:da319d5a-f0aa-4fab-bc22-b7b253f593a2 2025-11-06 02:07:24.65: PodMonitor - start process kube event 2025-11-06 02:07:24.65: empty line received [Introspect:8108]10.0.0.73 - - [2025-11-06 02:07:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001604 [Introspect:8108]10.0.0.73 - - [2025-11-06 02:07:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001252