++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Mon Nov 24 01:36:02 AM UTC 2025 ===================' INFO: =================== Mon Nov 24 01:36:02 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ awk '{print $2}' +++ head -n 1 +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.19 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.19 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.19 ++ ANALYTICSDB_NODES=10.0.0.19 ++ ANALYTICS_SNMP_NODES=10.0.0.19 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8081 ' +++ '[' -n '10.0.0.19:8081 ' ']' +++ echo 10.0.0.19:8081 ++ ANALYTICS_SERVERS=10.0.0.19:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9042 ' +++ '[' -n '10.0.0.19:9042 ' ']' +++ echo 10.0.0.19:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.19:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.19 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8086 ' +++ '[' -n '10.0.0.19:8086 ' ']' +++ echo 10.0.0.19:8086 ++ COLLECTOR_SERVERS=10.0.0.19:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.19 ++ CONFIGDB_NODES=10.0.0.19 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:8082 ' +++ '[' -n '10.0.0.19:8082 ' ']' +++ echo 10.0.0.19:8082 ++ CONFIG_SERVERS=10.0.0.19:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9161 ' +++ '[' -n '10.0.0.19:9161 ' ']' +++ echo 10.0.0.19:9161 ++ CONFIGDB_SERVERS=10.0.0.19:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9041 ' +++ '[' -n '10.0.0.19:9041 ' ']' +++ echo 10.0.0.19:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.19:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.19 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.19 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.19 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:2181, +++ '[' -n 10.0.0.19:2181, ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS=10.0.0.19:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:2181 ' +++ '[' -n '10.0.0.19:2181 ' ']' +++ echo 10.0.0.19:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.19:2181 ++ RABBITMQ_NODES=10.0.0.19 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+=10.0.0.19:5673, +++ '[' -n 10.0.0.19:5673, ']' +++ echo 10.0.0.19:5673 ++ RABBITMQ_SERVERS=10.0.0.19:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:6379 ' +++ '[' -n '10.0.0.19:6379 ' ']' +++ echo 10.0.0.19:6379 ++ REDIS_SERVERS=10.0.0.19:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.19 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.19 +++ local server_address=10.0.0.19 +++ extended_server_list+='10.0.0.19:9092 ' +++ '[' -n '10.0.0.19:9092 ' ']' +++ echo 10.0.0.19:9092 ++ KAFKA_SERVERS=10.0.0.19:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.19 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.19 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.19 ++ cut -d , -f 1 + local cassandra=10.0.0.19 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.19 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IjctSHoxMzZTd0J6amZmR2RQUTdMdjVjdUVuSE4yVS1xSXdSOU9ieDNfQ00ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImU0NmZkMjU5LWQ5MzgtNDgxNi05ZGNjLWM0YmQzZjYxNmY5YyIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.pzQkRBqkOg2V1LwsrfpnG1e5_DyWW0wzecAs_fCyYrI0Bzn--Yv0hWopc3RfJi1WCymURWeGa0Sg2tSkXRstgGcLRRn0aSnLqnK_Bqv8F8-gkSX5DwCZfCGo_LWOFsRGJ6mmRzAz1WX6ks_ybWNiYXk6xBLJwesiYk_DGacrSuE3cYEXbq9rgygHHp1KQ4E82XfmkuFaxdJcekXeJcMVezheTFK4hmhr6ibq3_YktnGy8SDYo6_Ug2wNwcDLXQW8ii5iSuFrLACMIgQ6vyH3ZZLcnzhOgnBhinXNB4FBo_lFgY0y1tT5Snl_rDmUvE-XRiC4XfJPz_22jlkFXrc3rQ ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.19 +++ local servers=10.0.0.19 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ tr '\n' , ++++ get_local_ips ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ sort ++++ cat /proc/net/fib_trie ++++ uniq +++ local local_ips=,10.0.0.19,10.120.138.1,127.0.0.1,172.17.0.1,252.19.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.19'\''))' +++ local server_ip=10.0.0.19 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.19 ]] +++ [[ ,10.0.0.19,10.120.138.1,127.0.0.1,172.17.0.1,252.19.0.1,, =~ ,10\.0\.0\.19, ]] +++ echo 10.0.0.19 1 +++ return ++ local ip=10.0.0.19 ++ [[ -z 10.0.0.19 ]] ++ echo 10.0.0.19 + host_ip=10.0.0.19 + [[ cql == \c\q\l ]] ++ echo 10.0.0.19:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.19:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/24/2025 01:36:12.152 7f22a0887380 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/24/2025 01:36:12.346 7f22a0887380 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/24/2025 01:36:12.347 7f22a0887380 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.19 - - [2025-11-24 01:36:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001188 2025-11-24 01:36:12.88: KubeMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:12.88: KubeMonitor - Connect Kube API result 0 2025-11-24 01:36:13.32: KubeMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-24 01:36:13.34: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-24 01:36:13.35: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1 2025-11-24 01:36:13.37: PodMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-24 01:36:13.40: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-24 01:36:13.44: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-11-24 01:36:13.48: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/api/v1 2025-11-24 01:36:13.51: IngressMonitor - KubeMonitor init done: url=https://10.0.0.19:6443/apis/networking.k8s.io/v1 2025-11-24 01:36:13.51: VncKubernetes - vnc_connect starting 2025-11-24 01:36:13.57: VncKubernetes - vnc_connect done 2025-11-24 01:36:14.47: default-domain domain available. 2025-11-24 01:36:22.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:36:22.55: NamespaceMonitor - start process kube event 2025-11-24 01:36:22.55: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.55: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.55: NetworkMonitor - start process kube event 2025-11-24 01:36:22.55: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.55: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.55: PodMonitor - start process kube event 2025-11-24 01:36:22.55: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.55: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.56: ServiceMonitor - start process kube event 2025-11-24 01:36:22.56: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.56: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.56: NetworkPolicyMonitor - start process kube event 2025-11-24 01:36:22.56: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.56: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.56: EndPointMonitor - start process kube event 2025-11-24 01:36:22.56: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.56: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.56: IngressMonitor - start process kube event 2025-11-24 01:36:22.56: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-24 01:36:22.56: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:36:22.56: IngressMonitor - Connect Kube API result 0 2025-11-24 01:36:22.57: IngressMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-24 01:36:22.57: EndPointMonitor - Connect Kube API result 0 2025-11-24 01:36:22.58: EndPointMonitor - Start init url=https://10.0.0.19:6443/api/v1/endpoints resource_version=None 2025-11-24 01:36:22.58: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 01:36:22.58: NetworkPolicyMonitor - Start init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-24 01:36:22.58: ServiceMonitor - Connect Kube API result 0 2025-11-24 01:36:22.58: ServiceMonitor - Start init url=https://10.0.0.19:6443/api/v1/services resource_version=None 2025-11-24 01:36:22.58: PodMonitor - Connect Kube API result 0 2025-11-24 01:36:22.58: PodMonitor - Start init url=https://10.0.0.19:6443/api/v1/pods resource_version=None 2025-11-24 01:36:22.58: NetworkMonitor - Connect Kube API result 0 2025-11-24 01:36:22.59: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:36:22.59: NamespaceMonitor - Start init url=https://10.0.0.19:6443/api/v1/namespaces resource_version=None 2025-11-24 01:36:22.62: IngressMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses, resource_version=392 2025-11-24 01:36:22.62: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.62: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:36:22.62: NetworkPolicyMonitor - Done init url=https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=392 2025-11-24 01:36:22.62: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.62: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:36:22.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:36:22.63: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:36:22.63: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:36:22.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:36:22.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:36:22.63: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:36:22.63: NamespaceMonitor - Got ADDED Namespace None:contrail:e23b610c-7445-455a-bf39-355f7f54a45b 2025-11-24 01:36:22.64: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:36:22.64: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:36:22.64: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:36:22.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:36:22.64: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:e23b610c-7445-455a-bf39-355f7f54a45b 2025-11-24 01:36:22.64: NamespaceMonitor - Got ADDED Namespace None:default:2c43f64f-e058-4143-9f13-f8ebe2ff90f3 2025-11-24 01:36:22.64: EndPointMonitor - Got ADDED Endpoints default:kubernetes:b50ab2a2-a237-4a8b-bf61-760ad3aea378 2025-11-24 01:36:22.65: ServiceMonitor - Got ADDED Service default:kubernetes:8369c154-bbd1-492c-a813-e25ab43236ec 2025-11-24 01:36:22.65: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:36:22.65: PodMonitor - Done init url=https://10.0.0.19:6443/api/v1/pods, resource_version=392 2025-11-24 01:36:22.65: PodMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.65: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:36:22.65: NetworkMonitor - Start init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-24 01:36:22.66: ServiceMonitor - Got ADDED Service kube-system:kube-dns:0975b95c-ccbf-4a09-97df-6f531aa93762 2025-11-24 01:36:22.66: ServiceMonitor - Done init url=https://10.0.0.19:6443/api/v1/services, resource_version=392 2025-11-24 01:36:22.66: ServiceMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.66: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:36:22.66: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:ffd914a4-8214-4bfd-b224-5db29b32dfb2 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:36:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002699 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:36:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001269 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:36:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001240 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:37:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001373 2025-11-24 01:36:22.67: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:36:22.67: EndPointMonitor - Done init url=https://10.0.0.19:6443/api/v1/endpoints, resource_version=392 2025-11-24 01:36:22.67: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.67: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:36:22.67: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:36:22.68: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:36:22.68: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:36:22.69: NamespaceMonitor - Got ADDED Namespace None:kube-public:d711e1ad-340f-474e-9ea0-4b50ff6bd7f1 2025-11-24 01:36:22.70: NamespaceMonitor - Got ADDED Namespace None:kube-system:17447b01-8ee2-4797-a0e2-82cb8362feb7 2025-11-24 01:36:22.70: NamespaceMonitor - Done init url=https://10.0.0.19:6443/api/v1/namespaces, resource_version=392 2025-11-24 01:36:22.70: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.70: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:36:22.71: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:36:22.72: NetworkMonitor - Done init url=https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=396 2025-11-24 01:36:22.72: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:36:22.72: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-24 01:36:22.73: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-24 01:36:24.74: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-24 01:36:24.74: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:2c43f64f-e058-4143-9f13-f8ebe2ff90f3 2025-11-24 01:36:26.93: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:36:26.93: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:b50ab2a2-a237-4a8b-bf61-760ad3aea378 2025-11-24 01:36:26.96: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 01:36:26.96: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:8369c154-bbd1-492c-a813-e25ab43236ec 2025-11-24 01:36:28.85: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-24 01:36:28.85: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:36:30.16: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:36:30.16: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:36:30.16: PodMonitor - start process kube event 2025-11-24 01:36:30.16: empty line received 2025-11-24 01:36:30.16: PodMonitor - start process kube event 2025-11-24 01:36:30.16: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-24 01:36:30.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 01:36:30.16: VncKubernetes - vnc_sync - Pod start 2025-11-24 01:36:30.16: VncKubernetes - vnc_sync - Pod done 2025-11-24 01:36:30.16: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-24 01:36:30.16: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:0975b95c-ccbf-4a09-97df-6f531aa93762 2025-11-24 01:36:32.45: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-24 01:36:32.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 01:36:32.45: VncKubernetes - vnc_sync - Service start 2025-11-24 01:36:32.45: VncKubernetes - vnc_sync - Service done 2025-11-24 01:36:32.45: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-24 01:36:32.45: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:ffd914a4-8214-4bfd-b224-5db29b32dfb2 2025-11-24 01:36:34.24: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-24 01:36:34.24: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:36:34.31: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 01:36:34.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:36:34.31: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:36:34.31: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:36:34.31: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:d711e1ad-340f-474e-9ea0-4b50ff6bd7f1 2025-11-24 01:36:36.20: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:36:36.20: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:17447b01-8ee2-4797-a0e2-82cb8362feb7 2025-11-24 01:36:37.71: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:36:37.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:36:37.71: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:36:37.71: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:36:37.71: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:36:37.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:36:37.71: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:36:37.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:36:37.71: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:36:37.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:37:23.07: PodMonitor - Received BOOKMARK: oldResVer=392 newResVer=406 2025-11-24 01:37:23.07: PodMonitor - start process kube event 2025-11-24 01:37:23.07: empty line received 2025-11-24 01:37:23.07: PodMonitor - start process kube event 2025-11-24 01:38:22.64: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:38:22.64: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:38:22.64: NetworkPolicyMonitor - start process kube event 2025-11-24 01:38:22.64: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:38:22.64: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:38:22.64: IngressMonitor - start process kube event 2025-11-24 01:38:22.64: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:39:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001580 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:39:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001254 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:40:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001112 2025-11-24 01:38:22.64: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:38:22.64: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 01:38:22.64: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:38:22.64: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:38:22.64: IngressMonitor - Connect Kube API result 0 2025-11-24 01:38:22.65: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:38:22.65: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:38:22.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:38:22.65: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:38:22.66: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:38:22.66: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:38:22.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:38:22.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:38:22.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:38:22.66: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:38:22.66: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:38:22.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:38:22.68: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:38:22.68: EndPointMonitor - start process kube event 2025-11-24 01:38:22.68: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:38:22.68: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:38:22.68: EndPointMonitor - Connect Kube API result 0 2025-11-24 01:38:22.68: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:38:22.68: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:38:22.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:38:22.68: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:38:22.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:38:22.68: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:38:22.69: ServiceMonitor - start process kube event 2025-11-24 01:38:22.69: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:38:22.69: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:38:22.69: ServiceMonitor - Connect Kube API result 0 2025-11-24 01:38:22.69: ServiceMonitor - _schedule_vnc_sync 2025-11-24 01:38:22.69: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:38:22.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 01:38:22.69: VncKubernetes - vnc_sync - Service start 2025-11-24 01:38:22.69: VncKubernetes - vnc_sync - Service done 2025-11-24 01:38:22.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:38:22.69: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:38:22.69: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:38:22.71: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:38:22.71: NamespaceMonitor - start process kube event 2025-11-24 01:38:22.71: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:38:22.71: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:38:22.71: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:38:22.71: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:38:22.71: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:38:22.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:38:22.71: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:38:22.71: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:38:22.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:38:22.72: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:38:22.73: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:38:22.73: NetworkMonitor - start process kube event 2025-11-24 01:38:22.73: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-24 01:38:22.73: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:38:22.73: NetworkMonitor - Connect Kube API result 0 2025-11-24 01:38:22.73: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:38:22.73: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-24 01:38:22.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:38:22.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:38:22.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:38:22.73: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-24 01:38:23.64: PodMonitor - Received BOOKMARK: oldResVer=406 newResVer=406 2025-11-24 01:38:23.64: PodMonitor - start process kube event 2025-11-24 01:38:23.64: empty line received 2025-11-24 01:38:23.64: PodMonitor - start process kube event 2025-11-24 01:39:23.63: PodMonitor - Received BOOKMARK: oldResVer=406 newResVer=406 2025-11-24 01:39:23.64: PodMonitor - start process kube event 2025-11-24 01:39:23.64: empty line received 2025-11-24 01:39:23.64: PodMonitor - start process kube event 2025-11-24 01:40:22.66: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:40:22.66: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:40:22.66: NetworkPolicyMonitor - start process kube event 2025-11-24 01:40:22.66: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:40:22.66: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:40:22.66: IngressMonitor - start process kube event 2025-11-24 01:40:22.66: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:40:22.66: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:40:22.66: IngressMonitor - Connect Kube API result 0 2025-11-24 01:40:22.66: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:40:22.66: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:40:22.67: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 01:40:22.67: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:40:22.67: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:40:22.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:40:22.67: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:40:22.67: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:40:22.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:40:22.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:40:22.67: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:40:22.68: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:40:22.68: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:40:22.68: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:40:22.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:40:22.69: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:40:22.69: EndPointMonitor - start process kube event 2025-11-24 01:40:22.69: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:40:22.69: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:40:22.69: EndPointMonitor - Connect Kube API result 0 2025-11-24 01:40:22.69: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:40:22.69: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:40:22.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:40:22.69: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:40:22.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:40:22.70: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:40:22.70: ServiceMonitor - start process kube event 2025-11-24 01:40:22.70: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:40:22.70: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:40:22.70: ServiceMonitor - Connect Kube API result 0 2025-11-24 01:40:22.70: ServiceMonitor - _schedule_vnc_sync 2025-11-24 01:40:22.70: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:40:22.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 01:40:22.70: VncKubernetes - vnc_sync - Service start 2025-11-24 01:40:22.70: VncKubernetes - vnc_sync - Service done 2025-11-24 01:40:22.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:40:22.70: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:40:22.70: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:40:22.72: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:40:22.72: NamespaceMonitor - start process kube event 2025-11-24 01:40:22.72: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:40:22.72: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:40:22.72: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:40:22.72: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:40:22.72: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:40:22.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:40:22.72: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:40:22.72: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:40:22.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:40:22.72: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:40:22.74: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:40:22.74: NetworkMonitor - start process kube event 2025-11-24 01:40:22.74: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-24 01:40:22.74: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:40:22.74: NetworkMonitor - Connect Kube API result 0 2025-11-24 01:40:22.74: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:40:22.74: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-24 01:40:22.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:40:22.74: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:40:22.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:40:22.74: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-24 01:40:23.53: PodMonitor - Received BOOKMARK: oldResVer=406 newResVer=406 2025-11-24 01:40:23.53: PodMonitor - start process kube event 2025-11-24 01:40:23.53: PodMonitor - _schedule_vnc_sync 2025-11-24 01:40:23.53: empty line received 2025-11-24 01:40:23.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 01:40:23.53: VncKubernetes - vnc_sync - Pod start 2025-11-24 01:40:23.53: PodMonitor - start process kube event 2025-11-24 01:40:23.59: VncKubernetes - vnc_sync - Pod done 2025-11-24 01:40:23.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:40:34.01: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:40:34.01: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:40:34.01: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:40:34.01: PodMonitor - start process kube event 2025-11-24 01:40:34.01: empty line received 2025-11-24 01:40:34.01: PodMonitor - start process kube event 2025-11-24 01:40:34.01: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:40:34.01: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:40:34.01: EndPointMonitor - start process kube event 2025-11-24 01:40:34.01: empty line received 2025-11-24 01:40:34.01: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-24 01:41:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001129 2025-11-24 01:40:34.02: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:40:34.02: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:40:34.02: PodMonitor - start process kube event 2025-11-24 01:40:34.02: empty line received 2025-11-24 01:40:34.02: PodMonitor - start process kube event 2025-11-24 01:40:34.02: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:40:34.02: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:40:34.04: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:40:34.04: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:40:34.04: EndPointMonitor - start process kube event 2025-11-24 01:40:34.04: empty line received 2025-11-24 01:40:34.04: EndPointMonitor - start process kube event 2025-11-24 01:40:34.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:40:34.10: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:40:34.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:40:34.11: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:40:34.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:41:22.23: EndPointMonitor - Received BOOKMARK: oldResVer=392 newResVer=752 2025-11-24 01:41:22.23: EndPointMonitor - start process kube event 2025-11-24 01:41:22.23: empty line received 2025-11-24 01:41:22.23: EndPointMonitor - start process kube event 2025-11-24 01:41:23.72: PodMonitor - Received BOOKMARK: oldResVer=406 newResVer=750 2025-11-24 01:41:23.72: PodMonitor - start process kube event 2025-11-24 01:41:23.72: empty line received 2025-11-24 01:41:23.72: PodMonitor - start process kube event 2025-11-24 01:41:45.06: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:41:45.06: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:41:45.06: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:41:45.06: PodMonitor - start process kube event 2025-11-24 01:41:45.06: empty line received 2025-11-24 01:41:45.06: PodMonitor - start process kube event 2025-11-24 01:41:45.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:41:45.08: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:41:45.08: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:41:45.08: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:41:45.08: EndPointMonitor - start process kube event 2025-11-24 01:41:45.08: empty line received 2025-11-24 01:41:45.08: EndPointMonitor - start process kube event 2025-11-24 01:41:45.09: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:41:45.09: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:41:45.09: PodMonitor - start process kube event 2025-11-24 01:41:45.09: empty line received 2025-11-24 01:41:45.09: PodMonitor - start process kube event 2025-11-24 01:41:45.10: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:41:45.10: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:41:45.10: EndPointMonitor - start process kube event 2025-11-24 01:41:45.10: empty line received 2025-11-24 01:41:45.10: EndPointMonitor - start process kube event 2025-11-24 01:41:45.52: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:41:45.52: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:41:45.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:41:45.58: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:41:46.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:42:22.68: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:42:22.68: IngressMonitor - start process kube event 2025-11-24 01:42:22.68: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:42:22.68: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:42:22.69: IngressMonitor - Connect Kube API result 0 2025-11-24 01:42:22.69: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:42:22.69: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:42:22.69: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:42:22.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:42:22.69: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:42:22.69: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:42:22.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:42:22.69: NetworkPolicyMonitor - start process kube event 2025-11-24 01:42:22.69: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:42:22.69: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:42:22.69: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 01:42:22.69: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:42:22.69: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:42:22.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:42:22.69: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:42:22.69: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:42:22.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:42:22.70: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:42:22.71: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:42:22.71: ServiceMonitor - start process kube event 2025-11-24 01:42:22.71: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:42:22.71: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:42:22.71: ServiceMonitor - Connect Kube API result 0 2025-11-24 01:42:22.71: ServiceMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.19 - - [2025-11-24 01:43:47] "GET /Snh_NamespaceDatabaseList?namespace_uuid=2c43f64f-e058-4143-9f13-f8ebe2ff90f3 HTTP/1.1" 200 753 0.000749 2025-11-24 01:42:22.71: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:42:22.71: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:42:22.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 01:42:22.71: VncKubernetes - vnc_sync - Service start 2025-11-24 01:42:22.71: VncKubernetes - vnc_sync - Service done 2025-11-24 01:42:22.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:42:22.71: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:42:22.73: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:42:22.73: NamespaceMonitor - start process kube event 2025-11-24 01:42:22.73: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:42:22.73: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:42:22.73: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:42:22.73: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:42:22.73: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:42:22.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:42:22.73: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:42:22.73: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:42:22.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:42:22.73: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:42:22.75: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:42:22.75: NetworkMonitor - start process kube event 2025-11-24 01:42:22.75: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-24 01:42:22.75: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:42:22.75: NetworkMonitor - Connect Kube API result 0 2025-11-24 01:42:22.75: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:42:22.75: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-24 01:42:22.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:42:22.75: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:42:22.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:42:22.75: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-24 01:42:23.04: EndPointMonitor - Received BOOKMARK: oldResVer=752 newResVer=865 2025-11-24 01:42:23.04: EndPointMonitor - start process kube event 2025-11-24 01:42:23.04: empty line received 2025-11-24 01:42:23.04: EndPointMonitor - start process kube event 2025-11-24 01:42:23.40: PodMonitor - Received BOOKMARK: oldResVer=750 newResVer=862 2025-11-24 01:42:23.40: PodMonitor - start process kube event 2025-11-24 01:42:23.40: empty line received 2025-11-24 01:42:23.40: PodMonitor - start process kube event 2025-11-24 01:43:22.97: EndPointMonitor - Received BOOKMARK: oldResVer=865 newResVer=865 2025-11-24 01:43:22.97: EndPointMonitor - start process kube event 2025-11-24 01:43:22.97: empty line received 2025-11-24 01:43:22.97: EndPointMonitor - start process kube event 2025-11-24 01:43:23.60: PodMonitor - Received BOOKMARK: oldResVer=862 newResVer=862 2025-11-24 01:43:23.60: PodMonitor - start process kube event 2025-11-24 01:43:23.60: empty line received 2025-11-24 01:43:23.60: PodMonitor - start process kube event 2025-11-24 01:43:47.42: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:43:47.43: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:43:47.43: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:43:47.44: ServiceMonitor - start process kube event 2025-11-24 01:43:47.44: empty line received 2025-11-24 01:43:47.44: ServiceMonitor - start process kube event 2025-11-24 01:43:47.44: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:43:47.44: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:43:47.44: EndPointMonitor - start process kube event 2025-11-24 01:43:47.44: empty line received 2025-11-24 01:43:47.44: EndPointMonitor - start process kube event 2025-11-24 01:43:47.46: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:47.46: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-96806447 (no nodeName) 2025-11-24 01:43:47.46: PodMonitor - start process kube event 2025-11-24 01:43:47.46: empty line received 2025-11-24 01:43:47.46: PodMonitor - start process kube event 2025-11-24 01:43:47.48: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:47.48: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:47.48: PodMonitor - start process kube event 2025-11-24 01:43:47.48: empty line received 2025-11-24 01:43:47.48: PodMonitor - start process kube event 2025-11-24 01:43:47.51: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:47.51: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:47.52: PodMonitor - start process kube event 2025-11-24 01:43:47.52: empty line received 2025-11-24 01:43:47.52: PodMonitor - start process kube event 2025-11-24 01:43:47.52: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:47.52: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-68427210 (no nodeName) 2025-11-24 01:43:47.52: PodMonitor - start process kube event 2025-11-24 01:43:47.52: empty line received 2025-11-24 01:43:47.52: PodMonitor - start process kube event 2025-11-24 01:43:47.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:47.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:47.52: PodMonitor - start process kube event 2025-11-24 01:43:47.52: empty line received 2025-11-24 01:43:47.52: PodMonitor - start process kube event 2025-11-24 01:43:47.53: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:47.53: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:47.53: PodMonitor - start process kube event 2025-11-24 01:43:47.53: empty line received 2025-11-24 01:43:47.53: PodMonitor - start process kube event 2025-11-24 01:43:48.58: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:43:48.58: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=ADDED kind=Endpoints ns=default) [Introspect:8108]10.0.0.19 - - [2025-11-24 01:43:56] "GET /Snh_LoadbalancerDatabaseList?x=118629e3-61d3-43c1-b679-7d0d3f728d46 HTTP/1.1" 200 1869 0.000805 VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:43:48.66: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:43:48.66: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:49.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:49.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:49.52: PodMonitor - start process kube event 2025-11-24 01:43:49.52: empty line received 2025-11-24 01:43:49.52: PodMonitor - start process kube event 2025-11-24 01:43:49.53: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:43:49.53: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:49.65: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:43:49.65: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:50.28: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:50.28: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:50.28: PodMonitor - start process kube event 2025-11-24 01:43:50.28: empty line received 2025-11-24 01:43:50.28: PodMonitor - start process kube event 2025-11-24 01:43:50.29: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:43:50.29: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:50.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:43:50.37: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:43:50.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:43:50.43: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:43:50.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:43:53.74: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:43:53.74: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:43:53.74: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:43:53.74: IngressMonitor - start process kube event 2025-11-24 01:43:53.74: empty line received 2025-11-24 01:43:53.74: IngressMonitor - start process kube event 2025-11-24 01:43:54.98: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:43:54.98: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:43:54.98: IngressMonitor - start process kube event 2025-11-24 01:43:54.98: empty line received 2025-11-24 01:43:54.98: IngressMonitor - start process kube event 2025-11-24 01:43:56.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:43:56.25: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:43:56.77: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:56.77: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-33943670 (no nodeName) 2025-11-24 01:43:56.77: PodMonitor - start process kube event 2025-11-24 01:43:56.77: empty line received 2025-11-24 01:43:56.77: PodMonitor - start process kube event 2025-11-24 01:43:56.78: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:56.78: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:56.78: PodMonitor - start process kube event 2025-11-24 01:43:56.78: empty line received 2025-11-24 01:43:56.78: PodMonitor - start process kube event 2025-11-24 01:43:56.80: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:56.80: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:56.80: PodMonitor - start process kube event 2025-11-24 01:43:56.80: empty line received 2025-11-24 01:43:56.80: PodMonitor - start process kube event 2025-11-24 01:43:56.81: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:43:56.81: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:57.65: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:57.65: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:57.65: PodMonitor - start process kube event 2025-11-24 01:43:57.65: empty line received 2025-11-24 01:43:57.65: PodMonitor - start process kube event 2025-11-24 01:43:57.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:43:57.66: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:57.74: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:43:57.74: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:43:57.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:04.67: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:04.68: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:04.68: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:04.68: PodMonitor - start process kube event 2025-11-24 01:44:04.68: empty line received 2025-11-24 01:44:04.68: PodMonitor - start process kube event 2025-11-24 01:44:04.68: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:04.68: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:04.68: EndPointMonitor - start process kube event 2025-11-24 01:44:04.68: empty line received 2025-11-24 01:44:04.68: EndPointMonitor - start process kube event 2025-11-24 01:44:04.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:04.69: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=MODIFIED kind=Endpoints ns=default) [Introspect:8108]10.0.0.19 - - [2025-11-24 01:44:06] "GET /Snh_VirtualMachineDatabaseList?x=e51dd602-0915-426d-a1ea-e5dbd89ce4fb HTTP/1.1" 200 2150 0.001027 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:44:07] "GET /Snh_VirtualMachineDatabaseList?x=a9d62eda-db41-4975-9c1a-2c148456c755 HTTP/1.1" 200 2150 0.000750 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:44:12] "GET /Snh_VirtualMachineDatabaseList?x=99c2f0aa-295f-43e2-b240-925fa9513194 HTTP/1.1" 200 2084 0.000788 VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:04.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:05.68: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:05.68: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:05.68: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:05.68: PodMonitor - start process kube event 2025-11-24 01:44:05.68: empty line received 2025-11-24 01:44:05.68: PodMonitor - start process kube event 2025-11-24 01:44:05.69: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:05.69: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:05.69: EndPointMonitor - start process kube event 2025-11-24 01:44:05.69: empty line received 2025-11-24 01:44:05.69: EndPointMonitor - start process kube event 2025-11-24 01:44:05.74: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:05.74: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:05.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:08.69: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:08.69: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:08.69: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:08.69: PodMonitor - start process kube event 2025-11-24 01:44:08.69: empty line received 2025-11-24 01:44:08.69: PodMonitor - start process kube event 2025-11-24 01:44:08.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:12.28: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:12.28: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:12.28: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:12.29: PodMonitor - start process kube event 2025-11-24 01:44:12.29: empty line received 2025-11-24 01:44:12.29: PodMonitor - start process kube event 2025-11-24 01:44:12.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:22.71: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:44:22.71: NetworkPolicyMonitor - start process kube event 2025-11-24 01:44:22.71: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:44:22.71: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:44:22.71: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-24 01:44:22.71: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:44:22.71: NetworkPolicyMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:44:22.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:44:22.71: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:44:22.72: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:44:22.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:22.72: NetworkPolicyMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:44:22.73: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:44:22.73: NamespaceMonitor - start process kube event 2025-11-24 01:44:22.73: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:44:22.73: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:44:22.73: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:44:22.73: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:44:22.73: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:44:22.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:44:22.74: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:44:22.74: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:44:22.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:22.74: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:44:22.75: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:44:22.76: NetworkMonitor - start process kube event 2025-11-24 01:44:22.76: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-24 01:44:22.76: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:44:22.76: NetworkMonitor - Connect Kube API result 0 2025-11-24 01:44:22.76: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:44:22.76: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-24 01:44:22.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:44:22.76: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:44:22.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:22.76: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-24 01:44:23.10: EndPointMonitor - Received BOOKMARK: oldResVer=865 newResVer=1093 2025-11-24 01:44:23.10: EndPointMonitor - start process kube event 2025-11-24 01:44:23.10: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:44:23.10: empty line received 2025-11-24 01:44:23.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:44:23.10: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:44:23.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:23.10: EndPointMonitor - start process kube event 2025-11-24 01:44:23.13: PodMonitor - Received BOOKMARK: oldResVer=862 newResVer=1106 2025-11-24 01:44:23.13: PodMonitor - start process kube event 2025-11-24 01:44:23.13: empty line received 2025-11-24 01:44:23.13: PodMonitor - start process kube event 2025-11-24 01:44:43.76: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.76: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.76: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:44:47] "GET /Snh_LoadbalancerDatabaseList?x=118629e3-61d3-43c1-b679-7d0d3f728d46 HTTP/1.1" 200 1869 0.000892 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:44:48] "GET /Snh_LoadbalancerDatabaseList?x=118629e3-61d3-43c1-b679-7d0d3f728d46 HTTP/1.1" 200 313 0.000620 2025-11-24 01:44:43.77: PodMonitor - start process kube event 2025-11-24 01:44:43.77: PodMonitor - _schedule_vnc_sync 2025-11-24 01:44:43.77: empty line received 2025-11-24 01:44:43.77: PodMonitor - start process kube event 2025-11-24 01:44:43.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:43.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 01:44:43.78: VncKubernetes - vnc_sync - Pod start 2025-11-24 01:44:43.78: VncKubernetes - vnc_sync - Pod done 2025-11-24 01:44:43.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:43.78: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.78: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.78: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.78: PodMonitor - start process kube event 2025-11-24 01:44:43.78: empty line received 2025-11-24 01:44:43.78: PodMonitor - start process kube event 2025-11-24 01:44:43.78: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.79: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:43.79: PodMonitor - start process kube event 2025-11-24 01:44:43.79: empty line received 2025-11-24 01:44:43.79: PodMonitor - start process kube event 2025-11-24 01:44:43.83: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:43.83: VncKubernetes - Process event (name=ctest-busybox-pod-33943670 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-33943670:99c2f0aa-295f-43e2-b240-925fa9513194 2025-11-24 01:44:44.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:47.37: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:44:47.37: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:44:47.37: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:44:47.37: IngressMonitor - start process kube event 2025-11-24 01:44:47.37: empty line received 2025-11-24 01:44:47.37: IngressMonitor - start process kube event 2025-11-24 01:44:48.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:48.84: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:48.84: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:48.84: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:48.84: PodMonitor - start process kube event 2025-11-24 01:44:48.84: empty line received 2025-11-24 01:44:48.84: PodMonitor - start process kube event 2025-11-24 01:44:48.85: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:48.85: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:48.85: EndPointMonitor - start process kube event 2025-11-24 01:44:48.85: empty line received 2025-11-24 01:44:48.85: EndPointMonitor - start process kube event 2025-11-24 01:44:48.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:48.87: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:49.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:49.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:49.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:49.77: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:49.77: PodMonitor - start process kube event 2025-11-24 01:44:49.77: empty line received 2025-11-24 01:44:49.77: PodMonitor - start process kube event 2025-11-24 01:44:49.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:50.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:50.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:50.07: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:50.07: PodMonitor - start process kube event 2025-11-24 01:44:50.07: empty line received 2025-11-24 01:44:50.07: PodMonitor - start process kube event 2025-11-24 01:44:50.07: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:50.07: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:50.07: PodMonitor - start process kube event 2025-11-24 01:44:50.07: empty line received 2025-11-24 01:44:50.07: PodMonitor - start process kube event 2025-11-24 01:44:50.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:50.08: VncKubernetes - Process event (name=ctest-nginx-pod-68427210 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-68427210:a9d62eda-db41-4975-9c1a-2c148456c755 2025-11-24 01:44:50.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:53.90: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:53.90: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:53.90: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:53.90: PodMonitor - start process kube event 2025-11-24 01:44:53.90: empty line received 2025-11-24 01:44:53.90: PodMonitor - start process kube event 2025-11-24 01:44:53.90: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:53.90: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:53.90: EndPointMonitor - start process kube event 2025-11-24 01:44:53.90: empty line received 2025-11-24 01:44:53.90: EndPointMonitor - start process kube event 2025-11-24 01:44:53.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:53.96: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-11960219:629c0260-f9da-486a-9354-2bc0a03887b4 2025-11-24 01:44:53.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:54.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.78: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.78: PodMonitor - start process kube event 2025-11-24 01:44:54.79: empty line received 2025-11-24 01:44:54.79: PodMonitor - start process kube event 2025-11-24 01:44:54.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.79: PodMonitor - start process kube event 2025-11-24 01:44:54.79: empty line received 2025-11-24 01:44:54.79: PodMonitor - start process kube event 2025-11-24 01:44:54.79: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.79: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.79: PodMonitor - start process kube event 2025-11-24 01:44:54.79: empty line received 2025-11-24 01:44:54.79: PodMonitor - start process kube event 2025-11-24 01:44:54.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:44:54.85: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:54.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:44:54.86: VncKubernetes - Process event (name=ctest-nginx-pod-96806447 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-96806447:e51dd602-0915-426d-a1ea-e5dbd89ce4fb 2025-11-24 01:44:55.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:44:59.30: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:44:59.31: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:44:59.31: VncKubernetes - Process event (name=ctest-new-default-90945973 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:44:59.31: NamespaceMonitor - start process kube event 2025-11-24 01:44:59.31: empty line received 2025-11-24 01:44:59.31: NamespaceMonitor - start process kube event 2025-11-24 01:45:01.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:02.33: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:45:02.33: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:45:02.33: VncKubernetes - Process event (name=ctest-non-default-47973194 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:45:02.33: NamespaceMonitor - start process kube event 2025-11-24 01:45:02.33: empty line received 2025-11-24 01:45:02.33: NamespaceMonitor - start process kube event 2025-11-24 01:45:04.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:05.34: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:45:05.34: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:45:05.34: VncKubernetes - Process event (name=ctest-new-default-90945973 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:45:05.34: NamespaceMonitor - start process kube event 2025-11-24 01:45:05.34: empty line received 2025-11-24 01:45:05.34: NamespaceMonitor - start process kube event 2025-11-24 01:45:05.34: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:45:05.34: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:45:05.34: NamespaceMonitor - start process kube event 2025-11-24 01:45:05.34: empty line received 2025-11-24 01:45:05.34: NamespaceMonitor - start process kube event 2025-11-24 01:45:05.36: PodMonitor - Received ADDED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:05.36: PodMonitor - Skipped ADDED Pod ctest-new-default-90945973:ctest-pod-18803017 (no nodeName) 2025-11-24 01:45:05.37: PodMonitor - start process kube event 2025-11-24 01:45:05.37: empty line received 2025-11-24 01:45:05.37: PodMonitor - start process kube event 2025-11-24 01:45:05.39: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:05.39: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:05.39: PodMonitor - start process kube event 2025-11-24 01:45:05.39: empty line received 2025-11-24 01:45:05.39: PodMonitor - start process kube event 2025-11-24 01:45:05.40: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:05.40: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:05.40: PodMonitor - start process kube event 2025-11-24 01:45:05.40: empty line received 2025-11-24 01:45:05.40: PodMonitor - start process kube event 2025-11-24 01:45:05.41: PodMonitor - Received ADDED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:05.41: PodMonitor - Skipped ADDED Pod ctest-new-default-90945973:ctest-pod-81169844 (no nodeName) 2025-11-24 01:45:05.41: PodMonitor - start process kube event 2025-11-24 01:45:05.41: empty line received 2025-11-24 01:45:05.41: PodMonitor - start process kube event 2025-11-24 01:45:05.41: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:05.41: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:05.41: PodMonitor - start process kube event 2025-11-24 01:45:05.41: empty line received 2025-11-24 01:45:05.41: PodMonitor - start process kube event 2025-11-24 01:45:05.42: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:05.42: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:05.42: PodMonitor - start process kube event 2025-11-24 01:45:05.42: empty line received 2025-11-24 01:45:05.42: PodMonitor - start process kube event 2025-11-24 01:45:05.46: PodMonitor - Received ADDED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:05.46: PodMonitor - Skipped ADDED Pod ctest-non-default-47973194:ctest-pod-84662411 (no nodeName) 2025-11-24 01:45:05.46: PodMonitor - start process kube event 2025-11-24 01:45:05.46: empty line received 2025-11-24 01:45:05.46: PodMonitor - start process kube event 2025-11-24 01:45:05.47: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:05.47: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:05.47: PodMonitor - start process kube event 2025-11-24 01:45:05.47: empty line received 2025-11-24 01:45:05.47: PodMonitor - start process kube event 2025-11-24 01:45:05.48: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:06] "GET /Snh_NamespaceDatabaseList?namespace_uuid=1b2dd0d5-24e2-4c72-8d11-955c530eabd8 HTTP/1.1" 200 866 0.000779 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:06] "GET /Snh_NamespaceDatabaseList?namespace_uuid=1e862941-698c-434e-b5fc-e124fff336c9 HTTP/1.1" 200 866 0.000982 2025-11-24 01:45:05.48: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:05.48: PodMonitor - start process kube event 2025-11-24 01:45:05.48: empty line received 2025-11-24 01:45:05.48: PodMonitor - start process kube event 2025-11-24 01:45:05.50: PodMonitor - Received ADDED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:05.50: PodMonitor - Skipped ADDED Pod ctest-non-default-47973194:ctest-pod-75994190 (no nodeName) 2025-11-24 01:45:05.50: PodMonitor - start process kube event 2025-11-24 01:45:05.50: empty line received 2025-11-24 01:45:05.50: PodMonitor - start process kube event 2025-11-24 01:45:05.51: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:05.51: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:05.51: PodMonitor - start process kube event 2025-11-24 01:45:05.51: empty line received 2025-11-24 01:45:05.51: PodMonitor - start process kube event 2025-11-24 01:45:05.52: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:05.52: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:05.52: PodMonitor - start process kube event 2025-11-24 01:45:05.52: empty line received 2025-11-24 01:45:05.52: PodMonitor - start process kube event 2025-11-24 01:45:05.52: PodMonitor - Received ADDED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:05.52: PodMonitor - Skipped ADDED Pod ctest-new-default-90945973:ctest-pod-00072315 (no nodeName) 2025-11-24 01:45:05.52: PodMonitor - start process kube event 2025-11-24 01:45:05.53: empty line received 2025-11-24 01:45:05.53: PodMonitor - start process kube event 2025-11-24 01:45:05.53: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:05.53: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:05.53: PodMonitor - start process kube event 2025-11-24 01:45:05.53: empty line received 2025-11-24 01:45:05.53: PodMonitor - start process kube event 2025-11-24 01:45:05.55: PodMonitor - Received ADDED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:05.55: PodMonitor - Skipped ADDED Pod ctest-new-default-90945973:ctest-pod-97111865 (no nodeName) 2025-11-24 01:45:05.55: PodMonitor - start process kube event 2025-11-24 01:45:05.55: empty line received 2025-11-24 01:45:05.55: PodMonitor - start process kube event 2025-11-24 01:45:05.55: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:05.55: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:05.55: PodMonitor - start process kube event 2025-11-24 01:45:05.55: empty line received 2025-11-24 01:45:05.55: PodMonitor - start process kube event 2025-11-24 01:45:05.57: PodMonitor - Received ADDED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:05.57: PodMonitor - Skipped ADDED Pod ctest-non-default-47973194:ctest-pod-60231498 (no nodeName) 2025-11-24 01:45:05.57: PodMonitor - start process kube event 2025-11-24 01:45:05.57: empty line received 2025-11-24 01:45:05.57: PodMonitor - start process kube event 2025-11-24 01:45:05.58: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:05.58: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:05.58: PodMonitor - start process kube event 2025-11-24 01:45:05.58: empty line received 2025-11-24 01:45:05.58: PodMonitor - start process kube event 2025-11-24 01:45:05.61: PodMonitor - Received ADDED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:05.61: PodMonitor - Skipped ADDED Pod ctest-non-default-47973194:ctest-pod-85132242 (no nodeName) 2025-11-24 01:45:05.61: PodMonitor - start process kube event 2025-11-24 01:45:05.61: empty line received 2025-11-24 01:45:05.61: PodMonitor - start process kube event 2025-11-24 01:45:05.62: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:05.62: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:05.62: PodMonitor - start process kube event 2025-11-24 01:45:05.62: empty line received 2025-11-24 01:45:05.62: PodMonitor - start process kube event 2025-11-24 01:45:05.97: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:05.97: VncKubernetes - Process event (name=ctest-non-default-47973194 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:45:06.22: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:06.23: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:06.23: PodMonitor - start process kube event 2025-11-24 01:45:06.23: empty line received 2025-11-24 01:45:06.23: PodMonitor - start process kube event 2025-11-24 01:45:06.69: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:06.69: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:07.75: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:07.75: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:07.75: PodMonitor - start process kube event 2025-11-24 01:45:07.75: empty line received 2025-11-24 01:45:07.75: PodMonitor - start process kube event 2025-11-24 01:45:07.76: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:07.76: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:07.78: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:07.78: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:07.78: PodMonitor - start process kube event 2025-11-24 01:45:07.78: empty line received 2025-11-24 01:45:07.78: PodMonitor - start process kube event 2025-11-24 01:45:07.92: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:07.92: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:08.19: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:08.19: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:08.19: PodMonitor - start process kube event 2025-11-24 01:45:08.19: empty line received 2025-11-24 01:45:08.19: PodMonitor - start process kube event 2025-11-24 01:45:08.59: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:08.59: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:08.59: PodMonitor - start process kube event 2025-11-24 01:45:08.60: empty line received 2025-11-24 01:45:08.60: PodMonitor - start process kube event 2025-11-24 01:45:08.70: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:08.70: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:08.70: PodMonitor - start process kube event 2025-11-24 01:45:08.70: empty line received 2025-11-24 01:45:08.70: PodMonitor - start process kube event 2025-11-24 01:45:08.71: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-24 01:45:08.72: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:08.85: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-24 01:45:08.85: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:09.74: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:09.74: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:09.74: PodMonitor - start process kube event 2025-11-24 01:45:09.74: empty line received 2025-11-24 01:45:09.74: PodMonitor - start process kube event 2025-11-24 01:45:09.75: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-24 01:45:09.75: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:09.83: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:09.83: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:10.56: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:10.56: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:10.56: PodMonitor - start process kube event 2025-11-24 01:45:10.56: empty line received 2025-11-24 01:45:10.56: PodMonitor - start process kube event 2025-11-24 01:45:10.57: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:10.57: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:10.65: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 01:45:10.65: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:11.38: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:11.38: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:11.38: PodMonitor - start process kube event 2025-11-24 01:45:11.38: empty line received 2025-11-24 01:45:11.38: PodMonitor - start process kube event 2025-11-24 01:45:11.39: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 01:45:11.39: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:12.10: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:12.10: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:12.10: PodMonitor - start process kube event 2025-11-24 01:45:12.10: empty line received 2025-11-24 01:45:12.10: PodMonitor - start process kube event 2025-11-24 01:45:12.11: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-24 01:45:12.11: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:12.82: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:12.82: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:12.82: PodMonitor - start process kube event 2025-11-24 01:45:12.82: empty line received 2025-11-24 01:45:12.82: PodMonitor - start process kube event 2025-11-24 01:45:12.84: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:12.84: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:12.85: PodMonitor - start process kube event 2025-11-24 01:45:12.85: empty line received 2025-11-24 01:45:12.85: PodMonitor - start process kube event 2025-11-24 01:45:12.86: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:12.86: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:13.71: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:13.71: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:13.71: PodMonitor - start process kube event 2025-11-24 01:45:13.71: empty line received 2025-11-24 01:45:13.71: PodMonitor - start process kube event 2025-11-24 01:45:13.73: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:13.73: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:13.83: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:13.83: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:13.83: PodMonitor - start process kube event 2025-11-24 01:45:13.83: empty line received 2025-11-24 01:45:13.83: PodMonitor - start process kube event 2025-11-24 01:45:13.89: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-24 01:45:13.89: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:13.90: VncKubernetes - wait event (qsize=12 timeout=120) [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001271 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:16] "GET /Snh_VirtualMachineDatabaseList?x=7edf024a-f66a-4bbd-8173-238d38171e9f HTTP/1.1" 200 2484 0.000817 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:16] "GET /Snh_VirtualMachineDatabaseList?x=49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f HTTP/1.1" 200 2484 0.000831 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:16] "GET /Snh_VirtualMachineDatabaseList?x=e079a81f-6875-4b8b-a229-b05a358f806b HTTP/1.1" 200 2484 0.000814 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:16] "GET /Snh_VirtualMachineDatabaseList?x=0ee901f8-54ed-4020-830d-cefb8835af2a HTTP/1.1" 200 2484 0.001121 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001241 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:21] "GET /Snh_VirtualMachineDatabaseList?x=44f36c5e-3e8e-4596-80c4-12c22ec503ad HTTP/1.1" 200 2414 0.000864 2025-11-24 01:45:13.90: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:14.04: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-24 01:45:14.10: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:14.22: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-24 01:45:14.22: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:14.40: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-24 01:45:14.40: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:14.42: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-24 01:45:14.42: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:14.48: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-24 01:45:14.48: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:14.49: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 01:45:14.49: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:14.56: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:45:14.56: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:14.63: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:45:14.65: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:45:14.68: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:45:14.68: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:14.74: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:45:14.74: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:14.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:45:14.79: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:45:14.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:14.84: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:14.84: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:14.84: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:45:14.84: PodMonitor - start process kube event 2025-11-24 01:45:14.84: empty line received 2025-11-24 01:45:14.84: PodMonitor - start process kube event 2025-11-24 01:45:14.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:15.84: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:15.84: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:15.84: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:45:15.84: PodMonitor - start process kube event 2025-11-24 01:45:15.84: empty line received 2025-11-24 01:45:15.84: PodMonitor - start process kube event 2025-11-24 01:45:15.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:17.87: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:17.87: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:17.87: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:45:17.87: PodMonitor - start process kube event 2025-11-24 01:45:17.87: empty line received 2025-11-24 01:45:17.87: PodMonitor - start process kube event 2025-11-24 01:45:17.88: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:17.88: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:17.88: PodMonitor - start process kube event 2025-11-24 01:45:17.88: empty line received 2025-11-24 01:45:17.88: PodMonitor - start process kube event 2025-11-24 01:45:17.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:45:17.93: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:45:17.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:18.90: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:18.90: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:18.90: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:45:18.90: PodMonitor - start process kube event 2025-11-24 01:45:18.90: empty line received 2025-11-24 01:45:18.90: PodMonitor - start process kube event 2025-11-24 01:45:18.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:22.24: NamespaceMonitor - Received BOOKMARK: oldResVer=392 newResVer=1212 2025-11-24 01:45:22.24: NamespaceMonitor - start process kube event 2025-11-24 01:45:22.24: empty line received 2025-11-24 01:45:22.24: NamespaceMonitor - start process kube event 2025-11-24 01:45:22.91: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001352 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:26] "GET /Snh_VirtualMachineDatabaseList?x=10059735-f8ac-45cb-96c2-38b8c68ab160 HTTP/1.1" 200 2414 0.000766 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:26] "GET /Snh_VirtualMachineDatabaseList?x=2150be00-a3e0-457c-a88e-9456f6783454 HTTP/1.1" 200 2414 0.000794 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:26] "GET /Snh_VirtualMachineDatabaseList?x=64cf6fe7-dfaa-404f-af1a-e18a7f199b9c HTTP/1.1" 200 2414 0.000780 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:28] "GET /Snh_LoadbalancerDatabaseList?x=f4fbe530-f9aa-489d-a997-fab4c0dec6a4 HTTP/1.1" 200 1862 0.000801 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:29] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=7305773f-1729-42b7-b48d-fffe516f5147 HTTP/1.1" 200 2095 0.000733 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:29] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=7305773f-1729-42b7-b48d-fffe516f5147 HTTP/1.1" 200 2095 0.000774 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:45:31] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=7305773f-1729-42b7-b48d-fffe516f5147 HTTP/1.1" 200 2302 0.000984 2025-11-24 01:45:22.91: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:22.91: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:45:22.91: PodMonitor - start process kube event 2025-11-24 01:45:22.91: empty line received 2025-11-24 01:45:22.91: PodMonitor - start process kube event 2025-11-24 01:45:22.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:22.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=392 newResVer=1126 2025-11-24 01:45:22.99: NetworkPolicyMonitor - start process kube event 2025-11-24 01:45:22.99: empty line received 2025-11-24 01:45:22.99: NetworkPolicyMonitor - start process kube event 2025-11-24 01:45:23.21: EndPointMonitor - Received BOOKMARK: oldResVer=1093 newResVer=1177 2025-11-24 01:45:23.21: EndPointMonitor - start process kube event 2025-11-24 01:45:23.22: empty line received 2025-11-24 01:45:23.22: EndPointMonitor - start process kube event 2025-11-24 01:45:23.35: PodMonitor - Received BOOKMARK: oldResVer=1106 newResVer=1310 2025-11-24 01:45:23.35: PodMonitor - start process kube event 2025-11-24 01:45:23.35: empty line received 2025-11-24 01:45:23.35: PodMonitor - start process kube event 2025-11-24 01:45:27.28: ServiceMonitor - Received ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:45:27.28: ServiceMonitor - Got ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:45:27.28: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=ADDED kind=Service ns=ctest-new-default-90945973) VncService - Got ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:45:27.28: ServiceMonitor - start process kube event 2025-11-24 01:45:27.28: empty line received 2025-11-24 01:45:27.28: ServiceMonitor - start process kube event 2025-11-24 01:45:27.29: EndPointMonitor - Received ADDED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:45:27.29: EndPointMonitor - Got ADDED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:45:27.29: EndPointMonitor - start process kube event 2025-11-24 01:45:27.29: empty line received 2025-11-24 01:45:27.29: EndPointMonitor - start process kube event 2025-11-24 01:45:28.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:45:28.35: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=ADDED kind=Endpoints ns=ctest-new-default-90945973) VncEndpoints - Got ADDED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:45:28.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:29.63: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:45:29.63: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:45:29.63: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-90945973) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:45:29.63: NetworkPolicyMonitor - start process kube event 2025-11-24 01:45:29.64: empty line received 2025-11-24 01:45:29.64: NetworkPolicyMonitor - start process kube event 2025-11-24 01:45:31.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:53.13: PodMonitor - Received BOOKMARK: oldResVer=1310 newResVer=1310 2025-11-24 01:45:53.13: PodMonitor - start process kube event 2025-11-24 01:45:53.13: empty line received 2025-11-24 01:45:53.13: PodMonitor - start process kube event 2025-11-24 01:45:54.97: stop iteration PodMonitor 2025-11-24 01:45:54.97: PodMonitor - start process kube event 2025-11-24 01:45:54.97: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1310 2025-11-24 01:45:54.97: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:45:54.97: PodMonitor - Connect Kube API result 0 2025-11-24 01:45:54.97: PodMonitor - _schedule_vnc_sync 2025-11-24 01:45:54.97: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1310'})(timeout=120) 2025-11-24 01:45:54.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 01:45:54.97: VncKubernetes - vnc_sync - Pod start 2025-11-24 01:45:54.97: VncKubernetes - vnc_sync - Pod done 2025-11-24 01:45:54.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:45:54.98: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1310'}) 2025-11-24 01:46:22.50: NamespaceMonitor - Received BOOKMARK: oldResVer=1212 newResVer=1212 2025-11-24 01:46:22.50: NamespaceMonitor - start process kube event 2025-11-24 01:46:22.50: empty line received 2025-11-24 01:46:22.50: NamespaceMonitor - start process kube event 2025-11-24 01:46:22.76: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:46:22.76: NetworkMonitor - start process kube event 2025-11-24 01:46:22.77: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-24 01:46:22.77: NetworkMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:46:22.77: NetworkMonitor - Connect Kube API result 0 2025-11-24 01:46:22.77: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:46:22.77: NetworkMonitor - Start Watching request https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-24 01:46:22.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:46:22.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:46:22.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:46:22.78: NetworkMonitor - Watches https://10.0.0.19:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-24 01:46:23.27: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1126 newResVer=1326 2025-11-24 01:46:23.27: NetworkPolicyMonitor - start process kube event 2025-11-24 01:46:23.27: empty line received 2025-11-24 01:46:23.27: NetworkPolicyMonitor - start process kube event 2025-11-24 01:46:23.37: EndPointMonitor - Received BOOKMARK: oldResVer=1177 newResVer=1320 2025-11-24 01:46:23.37: EndPointMonitor - start process kube event 2025-11-24 01:46:23.37: empty line received 2025-11-24 01:46:23.37: EndPointMonitor - start process kube event 2025-11-24 01:46:44.02: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:46:44.02: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:46:44.02: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:46:44.02: PodMonitor - start process kube event 2025-11-24 01:46:44.02: empty line received 2025-11-24 01:46:44.02: PodMonitor - start process kube event 2025-11-24 01:46:44.03: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f [Introspect:8108]10.0.0.19 - - [2025-11-24 01:46:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001204 2025-11-24 01:46:44.03: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:46:44.03: EndPointMonitor - start process kube event 2025-11-24 01:46:44.03: empty line received 2025-11-24 01:46:44.03: EndPointMonitor - start process kube event 2025-11-24 01:46:44.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:46:44.04: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:46:44.07: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:46:44.07: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:46:44.07: PodMonitor - start process kube event 2025-11-24 01:46:44.07: empty line received 2025-11-24 01:46:44.07: PodMonitor - start process kube event 2025-11-24 01:46:44.08: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:46:44.08: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:46:44.08: EndPointMonitor - start process kube event 2025-11-24 01:46:44.08: empty line received 2025-11-24 01:46:44.08: EndPointMonitor - start process kube event 2025-11-24 01:46:44.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:46:44.45: VncKubernetes - Process event (name=coredns-6f867cd986-ppmxc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ppmxc:4e3c74e7-e31e-4d96-8162-ac76f3a4f682 2025-11-24 01:46:44.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:46:44.51: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:ccaf5274-71c0-4647-8d86-666d73a54c4f 2025-11-24 01:46:45.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:46:47.37: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:46:47.37: IngressMonitor - start process kube event 2025-11-24 01:46:47.37: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:46:47.38: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:46:47.38: IngressMonitor - Connect Kube API result 0 2025-11-24 01:46:47.38: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:46:47.38: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:46:47.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:46:47.38: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:46:47.38: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:46:47.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:46:47.39: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:46:47.39: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: IngressMonitor - start process kube event 2025-11-24 01:46:47.39: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: IngressMonitor - start process kube event 2025-11-24 01:46:47.39: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:47.39: IngressMonitor - start process kube event 2025-11-24 01:46:47.39: empty line received 2025-11-24 01:46:47.39: IngressMonitor - start process kube event 2025-11-24 01:46:49.60: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:46:49.67: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:50.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:46:50.08: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:46:50.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:46:54.30: PodMonitor - Received BOOKMARK: oldResVer=1310 newResVer=1441 2025-11-24 01:46:54.30: PodMonitor - start process kube event 2025-11-24 01:46:54.30: empty line received 2025-11-24 01:46:54.30: PodMonitor - start process kube event 2025-11-24 01:47:01.75: EndPointMonitor - Received BOOKMARK: oldResVer=1320 newResVer=1443 2025-11-24 01:47:01.75: EndPointMonitor - start process kube event 2025-11-24 01:47:01.75: empty line received 2025-11-24 01:47:01.75: EndPointMonitor - start process kube event 2025-11-24 01:47:02.75: EndPointMonitor - Received BOOKMARK: oldResVer=1443 newResVer=1443 2025-11-24 01:47:02.75: EndPointMonitor - start process kube event 2025-11-24 01:47:02.75: empty line received 2025-11-24 01:47:02.75: EndPointMonitor - start process kube event 2025-11-24 01:47:03.94: stop iteration EndPointMonitor 2025-11-24 01:47:03.94: EndPointMonitor - start process kube event 2025-11-24 01:47:03.94: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1443 2025-11-24 01:47:03.94: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:47:03.94: EndPointMonitor - Connect Kube API result 0 2025-11-24 01:47:03.94: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:47:03.94: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1443'})(timeout=120) 2025-11-24 01:47:03.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:47:03.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:47:03.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:47:03.94: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1443'}) 2025-11-24 01:47:22.47: NamespaceMonitor - Received BOOKMARK: oldResVer=1212 newResVer=1212 2025-11-24 01:47:22.47: NamespaceMonitor - start process kube event 2025-11-24 01:47:22.47: empty line received 2025-11-24 01:47:22.47: NamespaceMonitor - start process kube event 2025-11-24 01:47:23.54: NetworkMonitor - Received BOOKMARK: oldResVer=396 newResVer=1505 2025-11-24 01:47:23.55: NetworkMonitor - start process kube event 2025-11-24 01:47:23.55: empty line received 2025-11-24 01:47:23.55: NetworkMonitor - start process kube event 2025-11-24 01:47:23.85: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1326 newResVer=1326 2025-11-24 01:47:23.85: NetworkPolicyMonitor - start process kube event 2025-11-24 01:47:23.85: empty line received 2025-11-24 01:47:23.85: NetworkPolicyMonitor - start process kube event 2025-11-24 01:47:27.29: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:47:27.29: ServiceMonitor - start process kube event 2025-11-24 01:47:27.29: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:47:27.29: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:47:27.29: ServiceMonitor - Connect Kube API result 0 2025-11-24 01:47:27.29: ServiceMonitor - _schedule_vnc_sync 2025-11-24 01:47:27.29: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:47:27.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 01:47:27.29: VncKubernetes - vnc_sync - Service start 2025-11-24 01:47:27.29: VncKubernetes - vnc_sync - Service done 2025-11-24 01:47:27.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:47:27.30: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:47:27.30: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:47:27.30: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:47:27.30: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:47:27.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:47:27.30: ServiceMonitor - start process kube event 2025-11-24 01:47:27.30: empty line received 2025-11-24 01:47:27.30: ServiceMonitor - start process kube event 2025-11-24 01:47:27.30: ServiceMonitor - Received ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:47:27.30: ServiceMonitor - Got ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:47:27.30: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=ADDED kind=Service ns=ctest-new-default-90945973) VncService - Got ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:47:27.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:47:27.30: ServiceMonitor - start process kube event 2025-11-24 01:47:27.30: empty line received 2025-11-24 01:47:27.30: ServiceMonitor - start process kube event 2025-11-24 01:47:38.99: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:47:38.99: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:47:38.99: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-90945973) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:47:39.00: NetworkPolicyMonitor - start process kube event 2025-11-24 01:47:39.00: empty line received 2025-11-24 01:47:39.00: NetworkPolicyMonitor - start process kube event 2025-11-24 01:47:40.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:47:54.49: PodMonitor - Received BOOKMARK: oldResVer=1441 newResVer=1441 2025-11-24 01:47:54.50: PodMonitor - start process kube event 2025-11-24 01:47:54.50: empty line received 2025-11-24 01:47:54.50: PodMonitor - start process kube event 2025-11-24 01:48:22.42: NamespaceMonitor - Received BOOKMARK: oldResVer=1212 newResVer=1212 2025-11-24 01:48:22.42: NamespaceMonitor - start process kube event 2025-11-24 01:48:22.42: empty line received 2025-11-24 01:48:22.42: NamespaceMonitor - start process kube event 2025-11-24 01:48:23.09: NetworkMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-11-24 01:48:23.09: NetworkMonitor - start process kube event 2025-11-24 01:48:23.09: empty line received 2025-11-24 01:48:23.09: NetworkMonitor - start process kube event 2025-11-24 01:48:24.48: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1326 newResVer=1527 2025-11-24 01:48:24.48: NetworkPolicyMonitor - start process kube event 2025-11-24 01:48:24.48: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:48:24.48: empty line received 2025-11-24 01:48:24.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:48:24.48: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:48:24.49: NetworkPolicyMonitor - start process kube event 2025-11-24 01:48:24.49: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:48:24.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:48:41.45: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:41.45: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:41.45: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:41.46: PodMonitor - start process kube event 2025-11-24 01:48:41.46: empty line received 2025-11-24 01:48:41.46: PodMonitor - start process kube event 2025-11-24 01:48:41.46: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:41.46: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:41.46: PodMonitor - start process kube event 2025-11-24 01:48:41.46: empty line received 2025-11-24 01:48:41.46: PodMonitor - start process kube event 2025-11-24 01:48:41.46: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:48:41.47: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:48:41.47: PodMonitor - start process kube event 2025-11-24 01:48:41.47: empty line received 2025-11-24 01:48:41.48: PodMonitor - start process kube event 2025-11-24 01:48:41.48: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:48:41.48: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:48:41.48: PodMonitor - start process kube event 2025-11-24 01:48:41.48: empty line received 2025-11-24 01:48:41.48: PodMonitor - start process kube event 2025-11-24 01:48:41.48: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:48:41.48: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:48:41.48: EndPointMonitor - start process kube event 2025-11-24 01:48:41.48: empty line received 2025-11-24 01:48:41.48: EndPointMonitor - start process kube event 2025-11-24 01:48:41.49: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:48:41.49: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:41.49: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:48:41.49: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:48:41.49: PodMonitor - start process kube event 2025-11-24 01:48:41.50: empty line received 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:48:41.50: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: empty line received 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:41.50: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: empty line received 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:41.50: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: empty line received 2025-11-24 01:48:41.50: PodMonitor - start process kube event 2025-11-24 01:48:41.50: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:48:41.50: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:48:41.50: EndPointMonitor - start process kube event 2025-11-24 01:48:41.50: empty line received 2025-11-24 01:48:41.50: EndPointMonitor - start process kube event 2025-11-24 01:48:41.55: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-24 01:48:41.55: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:48:41.56: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-24 01:48:41.56: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:48:41.63: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 01:48:41.63: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-90945973) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:48:41.78: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:48:41.78: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:48:41.84: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:48:41.84: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:48:41.89: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:48:41.89: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:41.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:48:41.90: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:41.95: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:48:41.95: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-90945973) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:48:41.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:48:43.15: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.15: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.15: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.15: PodMonitor - start process kube event 2025-11-24 01:48:43.15: empty line received 2025-11-24 01:48:43.15: PodMonitor - start process kube event 2025-11-24 01:48:43.16: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.16: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.17: PodMonitor - start process kube event 2025-11-24 01:48:43.17: empty line received 2025-11-24 01:48:43.17: PodMonitor - start process kube event 2025-11-24 01:48:43.17: PodMonitor - Received DELETED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.17: PodMonitor - Got DELETED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.17: PodMonitor - start process kube event 2025-11-24 01:48:43.17: empty line received 2025-11-24 01:48:43.17: PodMonitor - start process kube event 2025-11-24 01:48:43.18: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.18: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.18: PodMonitor - start process kube event 2025-11-24 01:48:43.18: empty line received 2025-11-24 01:48:43.18: PodMonitor - start process kube event 2025-11-24 01:48:43.19: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.19: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.19: PodMonitor - start process kube event 2025-11-24 01:48:43.19: empty line received 2025-11-24 01:48:43.19: PodMonitor - start process kube event 2025-11-24 01:48:43.20: PodMonitor - Received DELETED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.20: PodMonitor - Got DELETED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.20: PodMonitor - start process kube event 2025-11-24 01:48:43.20: empty line received 2025-11-24 01:48:43.20: PodMonitor - start process kube event 2025-11-24 01:48:43.21: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:48:43.21: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.21: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:43.21: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:43.21: PodMonitor - start process kube event 2025-11-24 01:48:43.21: empty line received 2025-11-24 01:48:43.21: PodMonitor - start process kube event 2025-11-24 01:48:43.22: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:48:43.22: VncKubernetes - Process event (name=ctest-pod-18803017 event_type=DELETED kind=Pod ns=ctest-new-default-90945973) VncPod - Got DELETED Pod ctest-new-default-90945973:ctest-pod-18803017:7edf024a-f66a-4bbd-8173-238d38171e9f 2025-11-24 01:48:43.36: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:43.36: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:43.36: PodMonitor - start process kube event 2025-11-24 01:48:43.36: empty line received 2025-11-24 01:48:43.36: PodMonitor - start process kube event 2025-11-24 01:48:43.36: PodMonitor - Received DELETED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:43.36: PodMonitor - Got DELETED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:43.36: PodMonitor - start process kube event 2025-11-24 01:48:43.36: empty line received 2025-11-24 01:48:43.36: PodMonitor - start process kube event 2025-11-24 01:48:43.74: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 01:48:43.74: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.79: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:48:43.80: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.85: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:48:43.85: VncKubernetes - Process event (name=ctest-pod-81169844 event_type=DELETED kind=Pod ns=ctest-new-default-90945973) VncPod - Got DELETED Pod ctest-new-default-90945973:ctest-pod-81169844:49438b14-0e5f-40f0-9bec-b5bbfc6a2a7f 2025-11-24 01:48:43.95: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:43.95: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:43.95: PodMonitor - start process kube event 2025-11-24 01:48:43.95: empty line received 2025-11-24 01:48:43.95: PodMonitor - start process kube event 2025-11-24 01:48:44.15: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:44.15: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:44.15: PodMonitor - start process kube event 2025-11-24 01:48:44.15: empty line received 2025-11-24 01:48:44.15: PodMonitor - start process kube event 2025-11-24 01:48:44.15: PodMonitor - Received DELETED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:44.15: PodMonitor - Got DELETED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:44.15: PodMonitor - start process kube event 2025-11-24 01:48:44.15: empty line received 2025-11-24 01:48:44.15: PodMonitor - start process kube event 2025-11-24 01:48:44.41: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 01:48:44.41: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:44.47: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:48:44.47: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:44.53: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:48:44.53: VncKubernetes - Process event (name=ctest-pod-75994190 event_type=DELETED kind=Pod ns=ctest-non-default-47973194) VncPod - Got DELETED Pod ctest-non-default-47973194:ctest-pod-75994190:0ee901f8-54ed-4020-830d-cefb8835af2a 2025-11-24 01:48:44.93: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:48:44.93: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:44.98: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:48:44.98: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:45.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:48:45.04: VncKubernetes - Process event (name=ctest-pod-84662411 event_type=DELETED kind=Pod ns=ctest-non-default-47973194) VncPod - Got DELETED Pod ctest-non-default-47973194:ctest-pod-84662411:e079a81f-6875-4b8b-a229-b05a358f806b 2025-11-24 01:48:45.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:48:47.39: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:48:47.39: IngressMonitor - start process kube event 2025-11-24 01:48:47.39: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:48:47.39: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:48:47.39: IngressMonitor - Connect Kube API result 0 2025-11-24 01:48:47.39: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:48:47.39: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:48:47.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:48:47.40: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:48:47.40: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:48:47.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:48:47.41: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:48:47.41: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: IngressMonitor - start process kube event 2025-11-24 01:48:47.41: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: IngressMonitor - start process kube event 2025-11-24 01:48:47.41: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:47.41: IngressMonitor - start process kube event 2025-11-24 01:48:47.41: empty line received 2025-11-24 01:48:47.41: IngressMonitor - start process kube event 2025-11-24 01:48:49.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:48:49.22: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:49.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:48:49.66: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:48:50.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:48:54.70: PodMonitor - Received BOOKMARK: oldResVer=1441 newResVer=1646 2025-11-24 01:48:54.70: PodMonitor - start process kube event 2025-11-24 01:48:54.70: empty line received 2025-11-24 01:48:54.70: PodMonitor - start process kube event 2025-11-24 01:49:04.21: EndPointMonitor - Received BOOKMARK: oldResVer=1443 newResVer=1620 2025-11-24 01:49:04.21: EndPointMonitor - start process kube event 2025-11-24 01:49:04.21: empty line received 2025-11-24 01:49:04.21: EndPointMonitor - start process kube event 2025-11-24 01:49:13.23: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.23: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.23: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.23: PodMonitor - start process kube event 2025-11-24 01:49:13.23: empty line received 2025-11-24 01:49:13.23: PodMonitor - start process kube event 2025-11-24 01:49:13.23: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.24: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.24: PodMonitor - start process kube event 2025-11-24 01:49:13.24: empty line received 2025-11-24 01:49:13.24: PodMonitor - start process kube event 2025-11-24 01:49:13.24: PodMonitor - Received DELETED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.24: PodMonitor - Got DELETED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.24: PodMonitor - start process kube event 2025-11-24 01:49:13.24: empty line received 2025-11-24 01:49:13.24: PodMonitor - start process kube event 2025-11-24 01:49:13.24: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:49:13.24: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.25: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.25: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.25: PodMonitor - start process kube event 2025-11-24 01:49:13.25: empty line received 2025-11-24 01:49:13.25: PodMonitor - start process kube event 2025-11-24 01:49:13.26: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.26: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.26: PodMonitor - start process kube event 2025-11-24 01:49:13.26: empty line received 2025-11-24 01:49:13.26: PodMonitor - start process kube event 2025-11-24 01:49:13.26: PodMonitor - Received DELETED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.26: PodMonitor - Got DELETED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.26: PodMonitor - start process kube event 2025-11-24 01:49:13.26: empty line received 2025-11-24 01:49:13.26: PodMonitor - start process kube event 2025-11-24 01:49:13.27: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:13.27: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:13.27: PodMonitor - start process kube event 2025-11-24 01:49:13.27: empty line received 2025-11-24 01:49:13.27: PodMonitor - start process kube event 2025-11-24 01:49:13.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:49:13.30: VncKubernetes - Process event (name=ctest-pod-85132242 event_type=DELETED kind=Pod ns=ctest-non-default-47973194) VncPod - Got DELETED Pod ctest-non-default-47973194:ctest-pod-85132242:64cf6fe7-dfaa-404f-af1a-e18a7f199b9c 2025-11-24 01:49:13.43: PodMonitor - Received MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:13.43: PodMonitor - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:13.43: PodMonitor - start process kube event 2025-11-24 01:49:13.43: empty line received 2025-11-24 01:49:13.43: PodMonitor - start process kube event 2025-11-24 01:49:13.43: PodMonitor - Received DELETED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:13.43: PodMonitor - Got DELETED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:13.43: PodMonitor - start process kube event 2025-11-24 01:49:13.43: empty line received 2025-11-24 01:49:13.43: PodMonitor - start process kube event 2025-11-24 01:49:13.69: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-24 01:49:13.69: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.74: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:49:13.74: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:13.79: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:49:13.79: VncKubernetes - Process event (name=ctest-pod-00072315 event_type=DELETED kind=Pod ns=ctest-new-default-90945973) VncPod - Got DELETED Pod ctest-new-default-90945973:ctest-pod-00072315:44f36c5e-3e8e-4596-80c4-12c22ec503ad 2025-11-24 01:49:14.03: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.03: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.03: PodMonitor - start process kube event 2025-11-24 01:49:14.03: empty line received 2025-11-24 01:49:14.03: PodMonitor - start process kube event 2025-11-24 01:49:14.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:49:14.19: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:14.22: PodMonitor - Received MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.23: PodMonitor - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.23: PodMonitor - start process kube event 2025-11-24 01:49:14.23: empty line received 2025-11-24 01:49:14.23: PodMonitor - start process kube event 2025-11-24 01:49:14.23: PodMonitor - Received DELETED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.23: PodMonitor - Got DELETED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.23: PodMonitor - start process kube event 2025-11-24 01:49:14.23: empty line received 2025-11-24 01:49:14.23: PodMonitor - start process kube event 2025-11-24 01:49:14.24: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-24 01:49:14.24: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=MODIFIED kind=Pod ns=ctest-non-default-47973194) VncPod - Got MODIFIED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:14.30: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:49:14.30: VncKubernetes - Process event (name=ctest-pod-60231498 event_type=DELETED kind=Pod ns=ctest-non-default-47973194) VncPod - Got DELETED Pod ctest-non-default-47973194:ctest-pod-60231498:10059735-f8ac-45cb-96c2-38b8c68ab160 2025-11-24 01:49:14.77: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:49:14.77: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:49:14.82: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=MODIFIED kind=Pod ns=ctest-new-default-90945973) VncPod - Got MODIFIED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:14.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:49:14.88: VncKubernetes - Process event (name=ctest-pod-97111865 event_type=DELETED kind=Pod ns=ctest-new-default-90945973) VncPod - Got DELETED Pod ctest-new-default-90945973:ctest-pod-97111865:2150be00-a3e0-457c-a88e-9456f6783454 2025-11-24 01:49:15.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:16.72: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:16.72: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:16.72: VncKubernetes - Process event (name=ctest-non-default-47973194 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:16.72: NamespaceMonitor - start process kube event 2025-11-24 01:49:16.72: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:49:16.72: empty line received 2025-11-24 01:49:16.72: NamespaceMonitor - start process kube event 2025-11-24 01:49:16.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:49:16.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:49:16.98: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:49:16.98: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:49:16.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:21.90: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:21.90: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:21.90: VncKubernetes - Process event (name=ctest-non-default-47973194 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:21.91: NamespaceMonitor - start process kube event 2025-11-24 01:49:21.91: empty line received 2025-11-24 01:49:21.91: NamespaceMonitor - start process kube event 2025-11-24 01:49:21.91: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:21.91: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:21.91: NamespaceMonitor - start process kube event 2025-11-24 01:49:21.91: empty line received 2025-11-24 01:49:21.91: NamespaceMonitor - start process kube event 2025-11-24 01:49:22.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:49:22.15: VncKubernetes - Process event (name=ctest-non-default-47973194 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-47973194:1e862941-698c-434e-b5fc-e124fff336c9 2025-11-24 01:49:22.17: NamespaceMonitor - Received BOOKMARK: oldResVer=1212 newResVer=1741 2025-11-24 01:49:22.17: NamespaceMonitor - start process kube event 2025-11-24 01:49:22.17: empty line received 2025-11-24 01:49:22.17: NamespaceMonitor - start process kube event 2025-11-24 01:49:22.75: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:22.75: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:22.75: NamespaceMonitor - start process kube event 2025-11-24 01:49:22.75: empty line received 2025-11-24 01:49:22.75: NamespaceMonitor - start process kube event 2025-11-24 01:49:22.83: NetworkMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-11-24 01:49:22.83: NetworkMonitor - start process kube event 2025-11-24 01:49:22.83: empty line received 2025-11-24 01:49:22.83: NetworkMonitor - start process kube event 2025-11-24 01:49:23.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:49:23.17: VncKubernetes - Process event (name=ctest-new-default-90945973 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:23.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:24.92: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1527 2025-11-24 01:49:24.92: NetworkPolicyMonitor - start process kube event 2025-11-24 01:49:24.92: empty line received 2025-11-24 01:49:24.92: NetworkPolicyMonitor - start process kube event 2025-11-24 01:49:27.31: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:49:27.31: ServiceMonitor - start process kube event 2025-11-24 01:49:27.31: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:49:27.31: ServiceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:49:27.31: ServiceMonitor - Connect Kube API result 0 2025-11-24 01:49:27.31: ServiceMonitor - _schedule_vnc_sync 2025-11-24 01:49:27.31: ServiceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:49:27.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-24 01:49:27.31: VncKubernetes - vnc_sync - Service start 2025-11-24 01:49:27.31: VncKubernetes - vnc_sync - Service done 2025-11-24 01:49:27.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:27.32: ServiceMonitor - Watches https://10.0.0.19:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:49:27.32: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:49:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001291 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:49:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001104 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:50:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001109 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:50:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001106 2025-11-24 01:49:27.32: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:49:27.32: VncKubernetes - Process event (name=ctest-nginx-svc-11960219 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-11960219:746c4802-21c6-4118-af92-a596b6d92da2 2025-11-24 01:49:27.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:27.32: ServiceMonitor - start process kube event 2025-11-24 01:49:27.32: empty line received 2025-11-24 01:49:27.32: ServiceMonitor - start process kube event 2025-11-24 01:49:27.32: ServiceMonitor - Received ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:49:27.32: ServiceMonitor - Got ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:49:27.32: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=ADDED kind=Service ns=ctest-new-default-90945973) VncService - Got ADDED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:49:27.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:27.33: ServiceMonitor - start process kube event 2025-11-24 01:49:27.33: empty line received 2025-11-24 01:49:27.33: ServiceMonitor - start process kube event 2025-11-24 01:49:27.88: ServiceMonitor - Received DELETED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:49:27.88: ServiceMonitor - Got DELETED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:49:27.88: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=DELETED kind=Service ns=ctest-new-default-90945973) VncService - Got DELETED Service ctest-new-default-90945973:ctest-nginx-svc-94196049:f4fbe530-f9aa-489d-a997-fab4c0dec6a4 2025-11-24 01:49:27.88: ServiceMonitor - start process kube event 2025-11-24 01:49:27.88: empty line received 2025-11-24 01:49:27.88: ServiceMonitor - start process kube event 2025-11-24 01:49:27.89: EndPointMonitor - Received DELETED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:49:27.89: EndPointMonitor - Got DELETED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:49:27.89: EndPointMonitor - start process kube event 2025-11-24 01:49:27.89: empty line received 2025-11-24 01:49:27.89: EndPointMonitor - start process kube event 2025-11-24 01:49:28.01: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:49:28.01: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:49:28.01: NetworkPolicyMonitor - start process kube event 2025-11-24 01:49:28.01: empty line received 2025-11-24 01:49:28.02: NetworkPolicyMonitor - start process kube event 2025-11-24 01:49:28.03: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:28.03: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:28.03: NamespaceMonitor - start process kube event 2025-11-24 01:49:28.03: empty line received 2025-11-24 01:49:28.03: NamespaceMonitor - start process kube event 2025-11-24 01:49:28.04: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:28.04: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:28.04: NamespaceMonitor - start process kube event 2025-11-24 01:49:28.04: empty line received 2025-11-24 01:49:28.04: NamespaceMonitor - start process kube event 2025-11-24 01:49:28.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:49:28.19: VncKubernetes - Process event (name=ctest-nginx-svc-94196049 event_type=DELETED kind=Endpoints ns=ctest-new-default-90945973) VncEndpoints - Got DELETED Endpoints ctest-new-default-90945973:ctest-nginx-svc-94196049:b6df380e-3f03-498e-9f7e-43b096854a6e 2025-11-24 01:49:28.20: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:49:28.20: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-90945973) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-90945973:ingress-on-service:7305773f-1729-42b7-b48d-fffe516f5147 2025-11-24 01:49:29.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:49:29.12: VncKubernetes - Process event (name=ctest-new-default-90945973 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:29.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:49:29.50: VncKubernetes - Process event (name=ctest-new-default-90945973 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-90945973:1b2dd0d5-24e2-4c72-8d11-955c530eabd8 2025-11-24 01:49:30.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:55.19: PodMonitor - Received BOOKMARK: oldResVer=1646 newResVer=1698 2025-11-24 01:49:55.19: PodMonitor - start process kube event 2025-11-24 01:49:55.19: PodMonitor - _schedule_vnc_sync 2025-11-24 01:49:55.19: empty line received 2025-11-24 01:49:55.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 01:49:55.19: VncKubernetes - vnc_sync - Pod start 2025-11-24 01:49:55.19: VncKubernetes - vnc_sync - Pod done 2025-11-24 01:49:55.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:49:55.19: PodMonitor - start process kube event 2025-11-24 01:50:04.46: EndPointMonitor - Received BOOKMARK: oldResVer=1620 newResVer=1779 2025-11-24 01:50:04.46: EndPointMonitor - start process kube event 2025-11-24 01:50:04.46: empty line received 2025-11-24 01:50:04.46: EndPointMonitor - start process kube event 2025-11-24 01:50:22.64: NamespaceMonitor - Received BOOKMARK: oldResVer=1741 newResVer=1786 2025-11-24 01:50:22.64: NamespaceMonitor - start process kube event 2025-11-24 01:50:22.64: empty line received 2025-11-24 01:50:22.64: NamespaceMonitor - start process kube event 2025-11-24 01:50:23.09: NetworkMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-11-24 01:50:23.09: NetworkMonitor - start process kube event 2025-11-24 01:50:23.09: NetworkMonitor - _schedule_vnc_sync 2025-11-24 01:50:23.09: empty line received 2025-11-24 01:50:23.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-24 01:50:23.09: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-24 01:50:23.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:50:23.09: NetworkMonitor - start process kube event 2025-11-24 01:50:25.28: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1527 newResVer=1784 2025-11-24 01:50:25.28: NetworkPolicyMonitor - start process kube event 2025-11-24 01:50:25.28: empty line received 2025-11-24 01:50:25.28: NetworkPolicyMonitor - start process kube event 2025-11-24 01:50:27.32: ServiceMonitor - Received BOOKMARK: oldResVer=392 newResVer=1778 2025-11-24 01:50:27.32: ServiceMonitor - start process kube event 2025-11-24 01:50:27.32: empty line received 2025-11-24 01:50:27.32: ServiceMonitor - start process kube event 2025-11-24 01:50:47.41: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:50:47.41: IngressMonitor - start process kube event 2025-11-24 01:50:47.41: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:50:47.41: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:51:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001209 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:51:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001181 [Introspect:8108]10.0.0.19 - - [2025-11-24 01:52:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001140 2025-11-24 01:50:47.41: IngressMonitor - Connect Kube API result 0 2025-11-24 01:50:47.41: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:50:47.41: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:50:47.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:50:47.42: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:50:47.42: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:50:47.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:50:47.43: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:50:47.43: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: IngressMonitor - start process kube event 2025-11-24 01:50:47.44: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: IngressMonitor - start process kube event 2025-11-24 01:50:47.44: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:47.44: IngressMonitor - start process kube event 2025-11-24 01:50:47.44: empty line received 2025-11-24 01:50:47.44: IngressMonitor - start process kube event 2025-11-24 01:50:49.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:50:49.67: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:50.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:50:50.12: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:50:50.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:50:55.64: PodMonitor - Received BOOKMARK: oldResVer=1698 newResVer=1698 2025-11-24 01:50:55.64: PodMonitor - start process kube event 2025-11-24 01:50:55.64: empty line received 2025-11-24 01:50:55.64: PodMonitor - start process kube event 2025-11-24 01:51:04.19: EndPointMonitor - Received BOOKMARK: oldResVer=1779 newResVer=1779 2025-11-24 01:51:04.19: EndPointMonitor - start process kube event 2025-11-24 01:51:04.19: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:51:04.19: empty line received 2025-11-24 01:51:04.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:51:04.19: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:51:04.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:51:04.19: EndPointMonitor - start process kube event 2025-11-24 01:51:08.04: NamespaceMonitor - Received BOOKMARK: oldResVer=1786 newResVer=1786 2025-11-24 01:51:08.04: NamespaceMonitor - start process kube event 2025-11-24 01:51:08.04: empty line received 2025-11-24 01:51:08.04: NamespaceMonitor - start process kube event 2025-11-24 01:51:09.31: stop iteration NamespaceMonitor 2025-11-24 01:51:09.31: NamespaceMonitor - start process kube event 2025-11-24 01:51:09.31: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1786 2025-11-24 01:51:09.31: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:51:09.31: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:51:09.31: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:51:09.31: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1786'})(timeout=120) 2025-11-24 01:51:09.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:51:09.31: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:51:09.31: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:51:09.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:51:09.32: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1786'}) 2025-11-24 01:51:23.39: NetworkMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-11-24 01:51:23.39: NetworkMonitor - start process kube event 2025-11-24 01:51:23.39: empty line received 2025-11-24 01:51:23.39: NetworkMonitor - start process kube event 2025-11-24 01:51:26.32: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1784 newResVer=1784 2025-11-24 01:51:26.32: NetworkPolicyMonitor - start process kube event 2025-11-24 01:51:26.32: empty line received 2025-11-24 01:51:26.32: NetworkPolicyMonitor - start process kube event 2025-11-24 01:51:27.10: ServiceMonitor - Received BOOKMARK: oldResVer=1778 newResVer=1778 2025-11-24 01:51:27.10: ServiceMonitor - start process kube event 2025-11-24 01:51:27.10: empty line received 2025-11-24 01:51:27.10: ServiceMonitor - start process kube event 2025-11-24 01:51:55.54: PodMonitor - Received BOOKMARK: oldResVer=1698 newResVer=1698 2025-11-24 01:51:55.54: PodMonitor - start process kube event 2025-11-24 01:51:55.54: empty line received 2025-11-24 01:51:55.54: PodMonitor - start process kube event 2025-11-24 01:52:04.74: EndPointMonitor - Received BOOKMARK: oldResVer=1779 newResVer=1779 2025-11-24 01:52:04.74: EndPointMonitor - start process kube event 2025-11-24 01:52:04.74: empty line received 2025-11-24 01:52:04.74: EndPointMonitor - start process kube event 2025-11-24 01:52:10.03: EndPointMonitor - Received BOOKMARK: oldResVer=1779 newResVer=1779 2025-11-24 01:52:10.03: EndPointMonitor - start process kube event 2025-11-24 01:52:10.04: empty line received 2025-11-24 01:52:10.04: EndPointMonitor - start process kube event 2025-11-24 01:52:10.55: PodMonitor - Received ADDED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:10.55: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-24 01:52:10.55: PodMonitor - start process kube event 2025-11-24 01:52:10.55: empty line received 2025-11-24 01:52:10.55: PodMonitor - start process kube event 2025-11-24 01:52:10.57: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:10.57: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:10.57: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:10.57: PodMonitor - start process kube event 2025-11-24 01:52:10.57: empty line received 2025-11-24 01:52:10.57: PodMonitor - start process kube event 2025-11-24 01:52:10.61: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:10.61: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:10.61: PodMonitor - start process kube event 2025-11-24 01:52:10.61: empty line received 2025-11-24 01:52:10.61: PodMonitor - start process kube event [Introspect:8108]10.0.0.19 - - [2025-11-24 01:52:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001240 2025-11-24 01:52:10.80: PodMonitor - Received ADDED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:10.80: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-24 01:52:10.80: PodMonitor - start process kube event 2025-11-24 01:52:10.80: empty line received 2025-11-24 01:52:10.80: PodMonitor - start process kube event 2025-11-24 01:52:10.81: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:10.81: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:10.81: PodMonitor - start process kube event 2025-11-24 01:52:10.81: empty line received 2025-11-24 01:52:10.81: PodMonitor - start process kube event 2025-11-24 01:52:10.84: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:10.84: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:10.85: PodMonitor - start process kube event 2025-11-24 01:52:10.85: empty line received 2025-11-24 01:52:10.85: PodMonitor - start process kube event 2025-11-24 01:52:11.38: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:11.38: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:11.38: PodMonitor - start process kube event 2025-11-24 01:52:11.38: empty line received 2025-11-24 01:52:11.38: PodMonitor - start process kube event 2025-11-24 01:52:11.39: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:52:11.39: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:11.52: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:52:11.52: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:11.99: stop iteration EndPointMonitor 2025-11-24 01:52:11.99: EndPointMonitor - start process kube event 2025-11-24 01:52:11.99: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1779 2025-11-24 01:52:11.99: EndPointMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:52:11.99: EndPointMonitor - Connect Kube API result 0 2025-11-24 01:52:11.99: EndPointMonitor - _schedule_vnc_sync 2025-11-24 01:52:11.99: EndPointMonitor - Start Watching request https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1779'})(timeout=120) 2025-11-24 01:52:11.99: EndPointMonitor - Watches https://10.0.0.19:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1779'}) 2025-11-24 01:52:12.19: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:12.19: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:12.19: PodMonitor - start process kube event 2025-11-24 01:52:12.19: empty line received 2025-11-24 01:52:12.19: PodMonitor - start process kube event 2025-11-24 01:52:12.21: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-24 01:52:12.21: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:12.28: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:52:12.28: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:12.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:52:12.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-24 01:52:12.33: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-24 01:52:12.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:52:12.34: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:12.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:52:23.48: NetworkMonitor - Received BOOKMARK: oldResVer=1505 newResVer=1505 2025-11-24 01:52:23.48: NetworkMonitor - start process kube event 2025-11-24 01:52:23.48: empty line received 2025-11-24 01:52:23.48: NetworkMonitor - start process kube event 2025-11-24 01:52:26.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1784 newResVer=1784 2025-11-24 01:52:26.45: NetworkPolicyMonitor - start process kube event 2025-11-24 01:52:26.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-24 01:52:26.45: empty line received 2025-11-24 01:52:26.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-24 01:52:26.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-24 01:52:26.45: NetworkPolicyMonitor - start process kube event 2025-11-24 01:52:26.45: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-24 01:52:26.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:52:27.65: ServiceMonitor - Received BOOKMARK: oldResVer=1778 newResVer=1778 2025-11-24 01:52:27.65: ServiceMonitor - start process kube event 2025-11-24 01:52:27.65: empty line received 2025-11-24 01:52:27.65: ServiceMonitor - start process kube event 2025-11-24 01:52:28.56: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:28.56: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:28.56: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:28.56: PodMonitor - start process kube event 2025-11-24 01:52:28.56: empty line received 2025-11-24 01:52:28.56: PodMonitor - start process kube event 2025-11-24 01:52:28.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:52:29.56: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:29.56: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:29.56: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:52:29.56: PodMonitor - start process kube event 2025-11-24 01:52:29.56: empty line received 2025-11-24 01:52:29.57: PodMonitor - start process kube event 2025-11-24 01:52:29.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:52:30.18: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:30.18: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:30.18: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:52:30.18: PodMonitor - start process kube event 2025-11-24 01:52:30.18: empty line received 2025-11-24 01:52:30.18: PodMonitor - start process kube event 2025-11-24 01:52:30.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:52:46.09: PodMonitor - Received BOOKMARK: oldResVer=1698 newResVer=2042 2025-11-24 01:52:46.09: PodMonitor - start process kube event 2025-11-24 01:52:46.09: empty line received 2025-11-24 01:52:46.09: PodMonitor - start process kube event 2025-11-24 01:52:47.44: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:52:47.44: IngressMonitor - start process kube event 2025-11-24 01:52:47.44: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-11-24 01:52:47.44: IngressMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:52:47.44: IngressMonitor - Connect Kube API result 0 2025-11-24 01:52:47.44: IngressMonitor - _schedule_vnc_sync 2025-11-24 01:52:47.44: IngressMonitor - Start Watching request https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-11-24 01:52:47.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-24 01:52:47.44: VncKubernetes - vnc_sync - Ingress start 2025-11-24 01:52:47.44: VncKubernetes - vnc_sync - Ingress done 2025-11-24 01:52:47.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:52:47.45: IngressMonitor - Watches https://10.0.0.19:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-11-24 01:52:47.45: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: IngressMonitor - start process kube event 2025-11-24 01:52:47.46: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: IngressMonitor - start process kube event 2025-11-24 01:52:47.46: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:47.46: IngressMonitor - start process kube event 2025-11-24 01:52:47.46: empty line received 2025-11-24 01:52:47.46: IngressMonitor - start process kube event 2025-11-24 01:52:47.91: stop iteration PodMonitor 2025-11-24 01:52:47.92: PodMonitor - start process kube event 2025-11-24 01:52:47.92: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2042 2025-11-24 01:52:47.92: PodMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:52:47.92: PodMonitor - Connect Kube API result 0 2025-11-24 01:52:47.92: PodMonitor - _schedule_vnc_sync 2025-11-24 01:52:47.92: PodMonitor - Start Watching request https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2042'})(timeout=120) 2025-11-24 01:52:47.92: PodMonitor - Watches https://10.0.0.19:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2042'}) 2025-11-24 01:52:49.23: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-24 01:52:49.23: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:49.63: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-24 01:52:49.63: VncKubernetes - Process event (name=ctest-nginx-ingress-85742741 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-85742741:118629e3-61d3-43c1-b679-7d0d3f728d46 2025-11-24 01:52:50.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:52:50.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-24 01:52:50.76: VncKubernetes - vnc_sync - Pod start 2025-11-24 01:52:50.76: VncKubernetes - vnc_sync - Pod done 2025-11-24 01:52:50.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:53:01.63: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.63: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.63: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.63: PodMonitor - start process kube event 2025-11-24 01:53:01.63: empty line received 2025-11-24 01:53:01.63: PodMonitor - start process kube event 2025-11-24 01:53:01.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:53:01.92: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.92: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.92: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.93: PodMonitor - start process kube event 2025-11-24 01:53:01.93: empty line received 2025-11-24 01:53:01.93: PodMonitor - start process kube event 2025-11-24 01:53:01.93: PodMonitor - Received DELETED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.93: PodMonitor - Got DELETED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:01.93: PodMonitor - start process kube event 2025-11-24 01:53:01.93: empty line received 2025-11-24 01:53:01.93: PodMonitor - start process kube event 2025-11-24 01:53:01.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:53:01.94: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:0c7cbb46-2734-4c19-8631-dda6ead35a38 2025-11-24 01:53:02.08: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:53:02.08: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:53:02.08: PodMonitor - start process kube event 2025-11-24 01:53:02.08: empty line received 2025-11-24 01:53:02.08: PodMonitor - start process kube event 2025-11-24 01:53:02.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-24 01:53:02.29: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:6b9e8118-0224-4678-bb32-464f411d04f1 2025-11-24 01:53:02.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:53:09.33: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.19', port=6443): Read timed out. 2025-11-24 01:53:09.33: NamespaceMonitor - start process kube event 2025-11-24 01:53:09.33: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1786 2025-11-24 01:53:09.33: NamespaceMonitor - Try to connect Kube API 10.0.0.19:6443 2025-11-24 01:53:09.33: NamespaceMonitor - Connect Kube API result 0 2025-11-24 01:53:09.33: NamespaceMonitor - _schedule_vnc_sync 2025-11-24 01:53:09.33: NamespaceMonitor - Start Watching request https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1786'})(timeout=120) 2025-11-24 01:53:09.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-24 01:53:09.33: VncKubernetes - vnc_sync - Namespace start 2025-11-24 01:53:09.33: VncKubernetes - vnc_sync - Namespace done 2025-11-24 01:53:09.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-24 01:53:09.35: NamespaceMonitor - Watches https://10.0.0.19:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1786'})