++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Oct 9 08:38:53 PM UTC 2025 ===================' INFO: =================== Thu Oct 9 08:38:53 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ cut -d / -f 1 +++ local nic=ens3 +++ ip addr show dev ens3 +++ awk '{print $2}' +++ grep 'inet ' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.27 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.27 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.27 ++ ANALYTICSDB_NODES=10.0.0.27 ++ ANALYTICS_SNMP_NODES=10.0.0.27 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8081 ' +++ '[' -n '10.0.0.27:8081 ' ']' +++ echo 10.0.0.27:8081 ++ ANALYTICS_SERVERS=10.0.0.27:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9042 ' +++ '[' -n '10.0.0.27:9042 ' ']' +++ echo 10.0.0.27:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.27:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.27 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8086 ' +++ '[' -n '10.0.0.27:8086 ' ']' +++ echo 10.0.0.27:8086 ++ COLLECTOR_SERVERS=10.0.0.27:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.27 ++ CONFIGDB_NODES=10.0.0.27 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:8082 ' +++ '[' -n '10.0.0.27:8082 ' ']' +++ echo 10.0.0.27:8082 ++ CONFIG_SERVERS=10.0.0.27:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9161 ' +++ '[' -n '10.0.0.27:9161 ' ']' +++ echo 10.0.0.27:9161 ++ CONFIGDB_SERVERS=10.0.0.27:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9041 ' +++ '[' -n '10.0.0.27:9041 ' ']' +++ echo 10.0.0.27:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.27:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.27 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.27 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.27 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+=10.0.0.27:2181, +++ '[' -n 10.0.0.27:2181, ']' +++ echo 10.0.0.27:2181 ++ ZOOKEEPER_SERVERS=10.0.0.27:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:2181 ' +++ '[' -n '10.0.0.27:2181 ' ']' +++ echo 10.0.0.27:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.27:2181 ++ RABBITMQ_NODES=10.0.0.27 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+=10.0.0.27:5673, +++ '[' -n 10.0.0.27:5673, ']' +++ echo 10.0.0.27:5673 ++ RABBITMQ_SERVERS=10.0.0.27:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:6379 ' +++ '[' -n '10.0.0.27:6379 ' ']' +++ echo 10.0.0.27:6379 ++ REDIS_SERVERS=10.0.0.27:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.27 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.27 +++ local server_address=10.0.0.27 +++ extended_server_list+='10.0.0.27:9092 ' +++ '[' -n '10.0.0.27:9092 ' ']' +++ echo 10.0.0.27:9092 ++ KAFKA_SERVERS=10.0.0.27:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.27 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.27 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.27 ++ cut -d , -f 1 + local cassandra=10.0.0.27 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.27 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ik45UkJrVU9XTWJYc3dGUjBYbEpjQWFSc1luYkVCc3V5V1IyeTRZRHhYeHcifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImUwZDFhNDdjLTEzNmQtNDkxMy1hZWYxLTY1OGMwNjBkZTgwMCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.cKjw-yJ9LiHIm6ChQzQJzCPwKmMF7HBDh1_ZuIzyxLVmg5cU3YbEBiKQkO4SI-ueoFjGCGc2xxN0Y7IlUx14vOuijicM31ppNEitGjN28rRbGmq_UlfyakEo3dceEr23es4DBwsq1fmz7m8U1tEtpQigNrLI6H7xZ_TrsAMvJg9QI2zH5LmJS7ELS1zI6fnZ5YRa4U-YQchwVznScovz66XIYjhDEi8xCaMV-SoPe-gusi5QUmKpimGKelQrwX5-AzZpwo-k5OH52MOP0V57fzLNynOcf3nDIAnleh8v5_IFzcxO_qzHPkw5X3XEY2Wm9xpUJPHyqrxgdEWC1mhLTQ ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.27 +++ cut -d ' ' -f 1 +++ local servers=10.0.0.27 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ uniq ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ sort ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.27,10.237.121.1,127.0.0.1,172.17.0.1,252.27.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.27'\''))' +++ local server_ip=10.0.0.27 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.27 ]] +++ [[ ,10.0.0.27,10.237.121.1,127.0.0.1,172.17.0.1,252.27.0.1,, =~ ,10\.0\.0\.27, ]] +++ echo 10.0.0.27 1 +++ return ++ local ip=10.0.0.27 ++ [[ -z 10.0.0.27 ]] ++ echo 10.0.0.27 + host_ip=10.0.0.27 + [[ cql == \c\q\l ]] ++ echo 10.0.0.27:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.27:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/09/2025 20:39:00.604 7efc3728c200 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/09/2025 20:39:00.752 7efc3728c200 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/09/2025 20:39:00.753 7efc3728c200 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-10-09 20:39:00.95: KubeMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:00.96: KubeMonitor - Connect Kube API result 0 2025-10-09 20:39:01.04: KubeMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-09 20:39:01.05: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-09 20:39:01.05: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1 2025-10-09 20:39:01.06: PodMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-09 20:39:01.07: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-09 20:39:01.07: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/apis/networking.k8s.io/v1 2025-10-09 20:39:01.08: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/api/v1 2025-10-09 20:39:01.09: IngressMonitor - KubeMonitor init done: url=https://10.0.0.27:6443/apis/networking.k8s.io/v1 2025-10-09 20:39:01.09: VncKubernetes - vnc_connect starting 2025-10-09 20:39:01.10: VncKubernetes - vnc_connect done 2025-10-09 20:39:01.21: default-domain domain available. 2025-10-09 20:39:06.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:39:06.62: NamespaceMonitor - start process kube event 2025-10-09 20:39:06.62: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.62: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.62: NetworkMonitor - start process kube event 2025-10-09 20:39:06.62: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.62: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.62: PodMonitor - start process kube event 2025-10-09 20:39:06.62: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.62: PodMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.62: ServiceMonitor - start process kube event 2025-10-09 20:39:06.63: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.63: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.63: NetworkPolicyMonitor - start process kube event 2025-10-09 20:39:06.63: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.63: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.63: EndPointMonitor - start process kube event 2025-10-09 20:39:06.63: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.63: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.63: IngressMonitor - start process kube event 2025-10-09 20:39:06.63: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-09 20:39:06.63: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:39:06.63: IngressMonitor - Connect Kube API result 0 2025-10-09 20:39:06.63: IngressMonitor - Start init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-09 20:39:06.63: EndPointMonitor - Connect Kube API result 0 2025-10-09 20:39:06.63: EndPointMonitor - Start init url=https://10.0.0.27:6443/api/v1/endpoints resource_version=None 2025-10-09 20:39:06.64: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-09 20:39:06.64: NetworkPolicyMonitor - Start init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-09 20:39:06.64: ServiceMonitor - Connect Kube API result 0 2025-10-09 20:39:06.64: ServiceMonitor - Start init url=https://10.0.0.27:6443/api/v1/services resource_version=None 2025-10-09 20:39:06.64: PodMonitor - Connect Kube API result 0 2025-10-09 20:39:06.64: PodMonitor - Start init url=https://10.0.0.27:6443/api/v1/pods resource_version=None 2025-10-09 20:39:06.64: NetworkMonitor - Connect Kube API result 0 2025-10-09 20:39:06.64: NamespaceMonitor - Connect Kube API result 0 2025-10-09 20:39:06.64: NamespaceMonitor - Start init url=https://10.0.0.27:6443/api/v1/namespaces resource_version=None 2025-10-09 20:39:06.67: IngressMonitor - Done init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses, resource_version=392 2025-10-09 20:39:06.68: IngressMonitor - _schedule_vnc_sync 2025-10-09 20:39:06.68: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:39:06.68: NetworkPolicyMonitor - Done init url=https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=392 2025-10-09 20:39:06.68: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:39:06.68: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:39:06.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-09 20:39:06.68: VncKubernetes - vnc_sync - Ingress start 2025-10-09 20:39:06.68: VncKubernetes - vnc_sync - Ingress done 2025-10-09 20:39:06.68: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:39:06.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:39:06.68: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:39:06.69: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:39:06.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:39:06.69: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:39:06.70: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:39:06.70: NamespaceMonitor - Got ADDED Namespace None:contrail:4f4bde7d-514c-4f32-9f8c-b97060dd9ec4 2025-10-09 20:39:06.70: EndPointMonitor - Got ADDED Endpoints default:kubernetes:28048a2f-9b0e-4583-9f76-2fbc901f8a98 2025-10-09 20:39:06.70: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:39:06.70: PodMonitor - Done init url=https://10.0.0.27:6443/api/v1/pods, resource_version=392 2025-10-09 20:39:06.70: PodMonitor - _schedule_vnc_sync 2025-10-09 20:39:06.70: PodMonitor - Start Watching request https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:39:06.70: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:4f4bde7d-514c-4f32-9f8c-b97060dd9ec4 2025-10-09 20:39:06.70: ServiceMonitor - Got ADDED Service default:kubernetes:9fc69ecd-1189-44e0-b046-c47aca79f467 2025-10-09 20:39:06.71: PodMonitor - Watches https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:39:06.72: ServiceMonitor - Got ADDED Service kube-system:kube-dns:24034535-5325-4bc1-be88-917706b0191f 2025-10-09 20:39:06.72: ServiceMonitor - Done init url=https://10.0.0.27:6443/api/v1/services, resource_version=392 2025-10-09 20:39:06.72: ServiceMonitor - _schedule_vnc_sync 2025-10-09 20:39:06.72: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:39:06.72: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:39:06.72: EndPointMonitor - Done init url=https://10.0.0.27:6443/api/v1/endpoints, resource_version=392 2025-10-09 20:39:06.72: EndPointMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.27 - - [2025-10-09 20:39:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001108 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:39:24] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001031 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:39:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001124 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:39:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001065 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:39:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001093 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:39:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001034 2025-10-09 20:39:06.72: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:39:06.72: NamespaceMonitor - Got ADDED Namespace None:default:fafbe017-f1f9-4f68-b4f1-8482f88203ed 2025-10-09 20:39:06.72: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:39:06.72: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:39:06.72: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:945de5c8-3be4-48a7-85b9-019de8bafd1d 2025-10-09 20:39:06.73: NetworkMonitor - Start init url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-09 20:39:06.73: NamespaceMonitor - Got ADDED Namespace None:kube-public:a51303bc-ccdc-4578-807d-5d6c818c4e09 2025-10-09 20:39:06.74: NamespaceMonitor - Got ADDED Namespace None:kube-system:0fa5a6c3-261d-4db1-969b-8287d267924f 2025-10-09 20:39:06.74: NamespaceMonitor - Done init url=https://10.0.0.27:6443/api/v1/namespaces, resource_version=392 2025-10-09 20:39:06.74: NamespaceMonitor - _schedule_vnc_sync 2025-10-09 20:39:06.74: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:39:06.74: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:39:06.77: NetworkMonitor - Done init url=https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=396 2025-10-09 20:39:06.77: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:39:06.77: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-10-09 20:39:06.77: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-10-09 20:39:09.07: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-09 20:39:09.07: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:28048a2f-9b0e-4583-9f76-2fbc901f8a98 2025-10-09 20:39:09.14: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:39:09.14: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:39:10.44: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:39:10.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-09 20:39:10.44: VncKubernetes - vnc_sync - Pod start 2025-10-09 20:39:10.44: VncKubernetes - vnc_sync - Pod done 2025-10-09 20:39:10.44: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-09 20:39:10.44: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:9fc69ecd-1189-44e0-b046-c47aca79f467 2025-10-09 20:39:10.45: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:39:10.45: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:39:10.45: PodMonitor - start process kube event 2025-10-09 20:39:10.45: empty line received 2025-10-09 20:39:10.45: PodMonitor - start process kube event 2025-10-09 20:39:11.48: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-09 20:39:11.48: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:24034535-5325-4bc1-be88-917706b0191f 2025-10-09 20:39:13.03: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-09 20:39:13.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-09 20:39:13.03: VncKubernetes - vnc_sync - Service start 2025-10-09 20:39:13.03: VncKubernetes - vnc_sync - Service done 2025-10-09 20:39:13.03: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-09 20:39:13.03: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:39:13.05: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-09 20:39:13.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-09 20:39:13.05: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-09 20:39:13.05: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-09 20:39:13.05: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:fafbe017-f1f9-4f68-b4f1-8482f88203ed 2025-10-09 20:39:14.83: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-09 20:39:14.83: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:945de5c8-3be4-48a7-85b9-019de8bafd1d 2025-10-09 20:39:16.44: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:39:16.44: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:a51303bc-ccdc-4578-807d-5d6c818c4e09 2025-10-09 20:39:18.12: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:39:18.12: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:0fa5a6c3-261d-4db1-969b-8287d267924f 2025-10-09 20:39:19.76: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:39:19.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-09 20:39:19.76: VncKubernetes - vnc_sync - Namespace start 2025-10-09 20:39:19.76: VncKubernetes - vnc_sync - Namespace done 2025-10-09 20:39:19.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:39:19.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:39:19.76: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-09 20:39:19.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:39:19.76: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:39:19.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:40:06.67: PodMonitor - Received BOOKMARK: oldResVer=392 newResVer=402 2025-10-09 20:40:06.67: PodMonitor - start process kube event 2025-10-09 20:40:06.67: empty line received 2025-10-09 20:40:06.67: PodMonitor - start process kube event 2025-10-09 20:41:06.70: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:41:06.70: NetworkPolicyMonitor - start process kube event 2025-10-09 20:41:06.70: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:41:06.70: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:41:06.70: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-09 20:41:06.70: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:41:06.70: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) [Introspect:8108]10.0.0.27 - - [2025-10-09 20:41:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001127 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:41:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:41:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000984 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:41:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001014 2025-10-09 20:41:06.70: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:41:06.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:41:06.70: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:41:06.70: IngressMonitor - start process kube event 2025-10-09 20:41:06.70: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:41:06.70: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:41:06.70: IngressMonitor - Connect Kube API result 0 2025-10-09 20:41:06.70: IngressMonitor - _schedule_vnc_sync 2025-10-09 20:41:06.70: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:41:06.71: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:41:06.71: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:41:06.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-09 20:41:06.71: VncKubernetes - vnc_sync - Ingress start 2025-10-09 20:41:06.71: VncKubernetes - vnc_sync - Ingress done 2025-10-09 20:41:06.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:41:06.71: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:41:06.71: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:41:06.72: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:41:06.72: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:41:06.72: ServiceMonitor - start process kube event 2025-10-09 20:41:06.72: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:41:06.72: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:41:06.72: EndPointMonitor - start process kube event 2025-10-09 20:41:06.72: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:41:06.72: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:41:06.72: ServiceMonitor - Connect Kube API result 0 2025-10-09 20:41:06.72: ServiceMonitor - _schedule_vnc_sync 2025-10-09 20:41:06.72: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:41:06.72: EndPointMonitor - Connect Kube API result 0 2025-10-09 20:41:06.73: EndPointMonitor - _schedule_vnc_sync 2025-10-09 20:41:06.73: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:41:06.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-09 20:41:06.73: VncKubernetes - vnc_sync - Service start 2025-10-09 20:41:06.73: VncKubernetes - vnc_sync - Service done 2025-10-09 20:41:06.73: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:41:06.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-09 20:41:06.73: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-09 20:41:06.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:41:06.73: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:41:06.73: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:41:06.74: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:41:06.74: NamespaceMonitor - start process kube event 2025-10-09 20:41:06.74: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:41:06.74: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:41:06.74: NamespaceMonitor - Connect Kube API result 0 2025-10-09 20:41:06.74: NamespaceMonitor - _schedule_vnc_sync 2025-10-09 20:41:06.74: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:41:06.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-09 20:41:06.75: VncKubernetes - vnc_sync - Namespace start 2025-10-09 20:41:06.75: VncKubernetes - vnc_sync - Namespace done 2025-10-09 20:41:06.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:41:06.75: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:41:06.77: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:41:06.77: NetworkMonitor - start process kube event 2025-10-09 20:41:06.77: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-10-09 20:41:06.77: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:41:06.77: NetworkMonitor - Connect Kube API result 0 2025-10-09 20:41:06.77: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:41:06.77: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-10-09 20:41:06.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:41:06.78: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-09 20:41:06.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:41:06.78: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-10-09 20:41:07.14: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=402 2025-10-09 20:41:07.14: PodMonitor - start process kube event 2025-10-09 20:41:07.14: empty line received 2025-10-09 20:41:07.14: PodMonitor - start process kube event 2025-10-09 20:42:07.02: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=402 2025-10-09 20:42:07.02: PodMonitor - start process kube event 2025-10-09 20:42:07.02: empty line received 2025-10-09 20:42:07.02: PodMonitor - start process kube event 2025-10-09 20:43:06.71: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:43:06.72: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:43:06.72: IngressMonitor - start process kube event 2025-10-09 20:43:06.72: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:43:06.72: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:43:06.72: NetworkPolicyMonitor - start process kube event 2025-10-09 20:43:06.72: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:43:06.72: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:43:06.72: IngressMonitor - Connect Kube API result 0 2025-10-09 20:43:06.72: IngressMonitor - _schedule_vnc_sync 2025-10-09 20:43:06.72: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:43:06.72: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-09 20:43:06.72: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:43:06.72: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:43:06.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-09 20:43:06.72: VncKubernetes - vnc_sync - Ingress start 2025-10-09 20:43:06.72: VncKubernetes - vnc_sync - Ingress done 2025-10-09 20:43:06.72: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:43:06.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:43:06.72: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:43:06.72: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:43:06.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:43:06.73: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:43:06.73: EndPointMonitor - start process kube event 2025-10-09 20:43:06.73: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:43:06.73: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:43:06.73: EndPointMonitor - Connect Kube API result 0 2025-10-09 20:43:06.73: EndPointMonitor - _schedule_vnc_sync 2025-10-09 20:43:06.73: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:43:06.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-09 20:43:06.74: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-09 20:43:06.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:43:06.74: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:43:06.74: ServiceMonitor - start process kube event 2025-10-09 20:43:06.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:43:06.74: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:43:06.74: ServiceMonitor - Connect Kube API result 0 2025-10-09 20:43:06.74: ServiceMonitor - _schedule_vnc_sync 2025-10-09 20:43:06.74: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:43:06.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-09 20:43:06.74: VncKubernetes - vnc_sync - Service start 2025-10-09 20:43:06.74: VncKubernetes - vnc_sync - Service done 2025-10-09 20:43:06.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:43:06.76: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:43:06.76: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:43:06.76: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:43:06.76: NamespaceMonitor - start process kube event 2025-10-09 20:43:06.76: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:43:06.76: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:43:06.76: NamespaceMonitor - Connect Kube API result 0 2025-10-09 20:43:06.76: NamespaceMonitor - _schedule_vnc_sync 2025-10-09 20:43:06.76: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:43:06.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-09 20:43:06.76: VncKubernetes - vnc_sync - Namespace start 2025-10-09 20:43:06.76: VncKubernetes - vnc_sync - Namespace done 2025-10-09 20:43:06.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:43:06.76: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:43:06.76: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:43:06.77: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:43:06.78: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:43:06.78: NetworkMonitor - start process kube event 2025-10-09 20:43:06.78: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-10-09 20:43:06.78: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:43:06.78: NetworkMonitor - Connect Kube API result 0 2025-10-09 20:43:06.78: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:43:06.78: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-10-09 20:43:06.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:43:06.78: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-09 20:43:06.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:43:06.80: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-10-09 20:43:07.32: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=402 2025-10-09 20:43:07.32: PodMonitor - start process kube event 2025-10-09 20:43:07.32: PodMonitor - _schedule_vnc_sync 2025-10-09 20:43:07.32: empty line received 2025-10-09 20:43:07.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-09 20:43:07.32: VncKubernetes - vnc_sync - Pod start 2025-10-09 20:43:07.32: PodMonitor - start process kube event 2025-10-09 20:43:07.38: VncKubernetes - vnc_sync - Pod done 2025-10-09 20:43:07.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:43:15.45: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:43:15.45: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:43:15.45: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:43:15.45: PodMonitor - start process kube event 2025-10-09 20:43:15.45: empty line received 2025-10-09 20:43:15.45: PodMonitor - start process kube event 2025-10-09 20:43:15.46: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:43:15.46: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:43:15.47: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:43:15.47: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:43:15.47: EndPointMonitor - start process kube event 2025-10-09 20:43:15.47: empty line received 2025-10-09 20:43:15.47: PodMonitor - start process kube event 2025-10-09 20:43:15.47: empty line received 2025-10-09 20:43:15.47: EndPointMonitor - start process kube event 2025-10-09 20:43:15.47: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:43:15.47: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:43:15.47: PodMonitor - start process kube event 2025-10-09 20:43:15.47: EndPointMonitor - start process kube event 2025-10-09 20:43:15.47: empty line received 2025-10-09 20:43:15.47: EndPointMonitor - start process kube event 2025-10-09 20:43:15.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:43:15.48: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:43:15.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:43:15.56: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:43:15.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:43:15.58: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:43:16.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:44:07.12: EndPointMonitor - Received BOOKMARK: oldResVer=392 newResVer=749 2025-10-09 20:44:07.12: EndPointMonitor - start process kube event 2025-10-09 20:44:07.12: empty line received 2025-10-09 20:44:07.12: EndPointMonitor - start process kube event 2025-10-09 20:44:07.58: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=744 2025-10-09 20:44:07.58: PodMonitor - start process kube event 2025-10-09 20:44:07.58: empty line received 2025-10-09 20:44:07.58: PodMonitor - start process kube event 2025-10-09 20:45:06.55: EndPointMonitor - Received BOOKMARK: oldResVer=749 newResVer=749 2025-10-09 20:45:06.55: EndPointMonitor - start process kube event 2025-10-09 20:45:06.55: empty line received 2025-10-09 20:45:06.55: EndPointMonitor - start process kube event 2025-10-09 20:45:06.76: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:45:06.76: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:45:06.76: NetworkPolicyMonitor - start process kube event 2025-10-09 20:45:06.76: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:45:06.76: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:45:06.76: IngressMonitor - start process kube event 2025-10-09 20:45:06.76: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:45:06.76: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:45:06.76: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-09 20:45:06.76: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:45:06.76: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:45:06.76: IngressMonitor - Connect Kube API result 0 2025-10-09 20:45:06.76: IngressMonitor - _schedule_vnc_sync 2025-10-09 20:45:06.76: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:45:06.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:45:06.76: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:45:06.77: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:45:06.77: ServiceMonitor - start process kube event 2025-10-09 20:45:06.77: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:45:06.77: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:45:06.77: ServiceMonitor - Connect Kube API result 0 2025-10-09 20:45:06.77: ServiceMonitor - _schedule_vnc_sync 2025-10-09 20:45:06.77: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:45:06.77: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:45:06.77: NamespaceMonitor - start process kube event 2025-10-09 20:45:06.77: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:45:06.77: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:45:06.77: NamespaceMonitor - Connect Kube API result 0 2025-10-09 20:45:06.77: NamespaceMonitor - _schedule_vnc_sync 2025-10-09 20:45:06.77: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:45:06.78: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:45:06.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - Ingress start 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - Ingress done 2025-10-09 20:45:06.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:45:06.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - Service start 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - Service done 2025-10-09 20:45:06.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:45:06.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - Namespace start 2025-10-09 20:45:06.78: VncKubernetes - vnc_sync - Namespace done 2025-10-09 20:45:06.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:45:06.78: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:45:06.78: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:45:06.78: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:45:06.78: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:45:06.80: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:45:06.80: NetworkMonitor - start process kube event 2025-10-09 20:45:06.80: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-10-09 20:45:06.80: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:45:06.80: NetworkMonitor - Connect Kube API result 0 2025-10-09 20:45:06.80: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:45:06.80: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-10-09 20:45:06.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:45:06.80: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.27 - - [2025-10-09 20:45:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001114 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:45:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001029 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:45:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001019 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:46:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001040 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:46:50] "GET /Snh_NamespaceDatabaseList?namespace_uuid=fafbe017-f1f9-4f68-b4f1-8482f88203ed HTTP/1.1" 200 753 0.000669 2025-10-09 20:45:06.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:45:06.80: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-10-09 20:45:07.52: PodMonitor - Received BOOKMARK: oldResVer=744 newResVer=744 2025-10-09 20:45:07.52: PodMonitor - start process kube event 2025-10-09 20:45:07.52: empty line received 2025-10-09 20:45:07.52: PodMonitor - start process kube event 2025-10-09 20:45:34.42: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:45:34.42: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:45:34.42: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:45:34.42: PodMonitor - start process kube event 2025-10-09 20:45:34.42: empty line received 2025-10-09 20:45:34.42: PodMonitor - start process kube event 2025-10-09 20:45:34.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:45:34.44: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:45:34.44: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:45:34.44: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:45:34.45: EndPointMonitor - start process kube event 2025-10-09 20:45:34.45: empty line received 2025-10-09 20:45:34.45: EndPointMonitor - start process kube event 2025-10-09 20:45:34.45: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:45:34.45: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:45:34.45: PodMonitor - start process kube event 2025-10-09 20:45:34.45: empty line received 2025-10-09 20:45:34.45: PodMonitor - start process kube event 2025-10-09 20:45:34.45: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:45:34.45: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:45:34.45: EndPointMonitor - start process kube event 2025-10-09 20:45:34.45: empty line received 2025-10-09 20:45:34.45: EndPointMonitor - start process kube event 2025-10-09 20:45:34.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:45:34.84: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:45:34.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:45:34.90: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:45:35.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:45:44.34: PodMonitor - Received BOOKMARK: oldResVer=744 newResVer=943 2025-10-09 20:45:44.34: PodMonitor - start process kube event 2025-10-09 20:45:44.34: empty line received 2025-10-09 20:45:44.34: PodMonitor - start process kube event 2025-10-09 20:45:46.29: stop iteration PodMonitor 2025-10-09 20:45:46.29: PodMonitor - start process kube event 2025-10-09 20:45:46.29: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=943 2025-10-09 20:45:46.29: PodMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:45:46.29: PodMonitor - Connect Kube API result 0 2025-10-09 20:45:46.29: PodMonitor - _schedule_vnc_sync 2025-10-09 20:45:46.29: PodMonitor - Start Watching request https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '943'})(timeout=120) 2025-10-09 20:45:46.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-09 20:45:46.29: VncKubernetes - vnc_sync - Pod start 2025-10-09 20:45:46.29: VncKubernetes - vnc_sync - Pod done 2025-10-09 20:45:46.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:45:46.31: PodMonitor - Watches https://10.0.0.27:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '943'}) 2025-10-09 20:46:07.01: EndPointMonitor - Received BOOKMARK: oldResVer=749 newResVer=946 2025-10-09 20:46:07.01: EndPointMonitor - start process kube event 2025-10-09 20:46:07.01: empty line received 2025-10-09 20:46:07.01: EndPointMonitor - start process kube event 2025-10-09 20:46:50.11: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:46:50.11: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:46:50.11: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:46:50.11: ServiceMonitor - start process kube event 2025-10-09 20:46:50.11: empty line received 2025-10-09 20:46:50.12: ServiceMonitor - start process kube event 2025-10-09 20:46:50.12: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:46:50.13: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:46:50.13: EndPointMonitor - start process kube event 2025-10-09 20:46:50.13: empty line received 2025-10-09 20:46:50.13: EndPointMonitor - start process kube event 2025-10-09 20:46:50.16: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:50.16: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-85451345 (no nodeName) 2025-10-09 20:46:50.16: PodMonitor - start process kube event 2025-10-09 20:46:50.16: empty line received 2025-10-09 20:46:50.16: PodMonitor - start process kube event 2025-10-09 20:46:50.23: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:50.23: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:50.23: PodMonitor - start process kube event 2025-10-09 20:46:50.23: empty line received 2025-10-09 20:46:50.23: PodMonitor - start process kube event 2025-10-09 20:46:50.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:50.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:50.26: PodMonitor - start process kube event 2025-10-09 20:46:50.26: empty line received 2025-10-09 20:46:50.26: PodMonitor - start process kube event 2025-10-09 20:46:51.08: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:46:51.08: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:46:51.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:46:51.09: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:51.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:46:57] "GET /Snh_LoadbalancerDatabaseList?x=32fed1cb-d68b-42cb-afc5-04d288fc81c4 HTTP/1.1" 200 1869 0.000808 2025-10-09 20:46:51.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:51.92: PodMonitor - start process kube event 2025-10-09 20:46:51.92: empty line received 2025-10-09 20:46:51.92: PodMonitor - start process kube event 2025-10-09 20:46:51.93: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:46:51.93: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:52.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:46:52.00: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:46:52.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:46:53.23: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.23: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-80784200 (no nodeName) 2025-10-09 20:46:53.23: PodMonitor - start process kube event 2025-10-09 20:46:53.23: empty line received 2025-10-09 20:46:53.23: PodMonitor - start process kube event 2025-10-09 20:46:53.24: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.24: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.24: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.24: PodMonitor - start process kube event 2025-10-09 20:46:53.24: empty line received 2025-10-09 20:46:53.24: PodMonitor - start process kube event 2025-10-09 20:46:53.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.26: PodMonitor - start process kube event 2025-10-09 20:46:53.26: empty line received 2025-10-09 20:46:53.26: PodMonitor - start process kube event 2025-10-09 20:46:53.94: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.94: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:53.95: PodMonitor - start process kube event 2025-10-09 20:46:53.95: empty line received 2025-10-09 20:46:53.95: PodMonitor - start process kube event 2025-10-09 20:46:53.97: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:46:53.97: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:54.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:46:54.10: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:46:54.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:46:54.35: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:46:54.35: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:46:54.35: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:46:54.35: IngressMonitor - start process kube event 2025-10-09 20:46:54.35: empty line received 2025-10-09 20:46:54.35: IngressMonitor - start process kube event 2025-10-09 20:46:55.27: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:46:55.27: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:46:55.27: IngressMonitor - start process kube event 2025-10-09 20:46:55.27: empty line received 2025-10-09 20:46:55.27: IngressMonitor - start process kube event 2025-10-09 20:46:56.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:46:56.42: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:46:56.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:46:57.37: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:57.37: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-91210451 (no nodeName) 2025-10-09 20:46:57.37: PodMonitor - start process kube event 2025-10-09 20:46:57.37: empty line received 2025-10-09 20:46:57.37: PodMonitor - start process kube event 2025-10-09 20:46:57.39: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:57.39: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:57.39: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:57.39: PodMonitor - start process kube event 2025-10-09 20:46:57.39: empty line received 2025-10-09 20:46:57.39: PodMonitor - start process kube event 2025-10-09 20:46:57.39: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:57.39: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:57.39: PodMonitor - start process kube event 2025-10-09 20:46:57.39: empty line received 2025-10-09 20:46:57.39: PodMonitor - start process kube event 2025-10-09 20:46:58.09: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:58.09: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:58.10: PodMonitor - start process kube event 2025-10-09 20:46:58.10: empty line received 2025-10-09 20:46:58.10: PodMonitor - start process kube event 2025-10-09 20:46:58.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:46:58.10: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:58.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:46:58.23: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:46:58.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:01.87: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:01.87: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:01.87: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:01.87: PodMonitor - start process kube event 2025-10-09 20:47:01.87: empty line received [Introspect:8108]10.0.0.27 - - [2025-10-09 20:47:02] "GET /Snh_VirtualMachineDatabaseList?x=8d85d315-ea7b-45ce-a169-c1eb8f195d83 HTTP/1.1" 200 2149 0.000831 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:47:07] "GET /Snh_VirtualMachineDatabaseList?x=3d2a157f-51de-414b-8023-12dd76b1122e HTTP/1.1" 200 2149 0.001028 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:47:07] "GET /Snh_VirtualMachineDatabaseList?x=b8e3aad1-225d-4f07-bdda-709ad5069dcd HTTP/1.1" 200 2083 0.000735 2025-10-09 20:47:01.87: PodMonitor - start process kube event 2025-10-09 20:47:01.88: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:01.88: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:01.88: EndPointMonitor - start process kube event 2025-10-09 20:47:01.88: empty line received 2025-10-09 20:47:01.88: EndPointMonitor - start process kube event 2025-10-09 20:47:01.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:01.93: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:02.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:02.87: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:02.87: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:02.87: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:02.88: PodMonitor - start process kube event 2025-10-09 20:47:02.88: empty line received 2025-10-09 20:47:02.88: PodMonitor - start process kube event 2025-10-09 20:47:02.88: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:02.88: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:02.88: EndPointMonitor - start process kube event 2025-10-09 20:47:02.88: empty line received 2025-10-09 20:47:02.88: EndPointMonitor - start process kube event 2025-10-09 20:47:02.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:02.93: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:03.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:06.60: EndPointMonitor - Received BOOKMARK: oldResVer=946 newResVer=1109 2025-10-09 20:47:06.60: EndPointMonitor - start process kube event 2025-10-09 20:47:06.60: empty line received 2025-10-09 20:47:06.60: EndPointMonitor - start process kube event 2025-10-09 20:47:06.78: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:47:06.78: NamespaceMonitor - start process kube event 2025-10-09 20:47:06.78: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:47:06.78: NamespaceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:47:06.78: NamespaceMonitor - Connect Kube API result 0 2025-10-09 20:47:06.78: NamespaceMonitor - _schedule_vnc_sync 2025-10-09 20:47:06.78: NamespaceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:47:06.79: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:47:06.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-09 20:47:06.79: VncKubernetes - vnc_sync - Namespace start 2025-10-09 20:47:06.79: VncKubernetes - vnc_sync - Namespace done 2025-10-09 20:47:06.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:06.79: NetworkPolicyMonitor - start process kube event 2025-10-09 20:47:06.79: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:47:06.79: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:47:06.79: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-09 20:47:06.79: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:47:06.79: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:47:06.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:47:06.79: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:47:06.79: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:47:06.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:06.80: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:47:06.80: NamespaceMonitor - Watches https://10.0.0.27:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:47:06.81: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:47:06.81: NetworkMonitor - start process kube event 2025-10-09 20:47:06.81: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-10-09 20:47:06.81: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:47:06.81: NetworkMonitor - Connect Kube API result 0 2025-10-09 20:47:06.81: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:47:06.81: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-10-09 20:47:06.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:47:06.81: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-09 20:47:06.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:06.81: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-10-09 20:47:06.95: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:06.95: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:06.95: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:06.96: PodMonitor - start process kube event 2025-10-09 20:47:06.96: empty line received 2025-10-09 20:47:06.96: PodMonitor - start process kube event 2025-10-09 20:47:06.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:07.83: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:07.83: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:07.83: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:07.83: PodMonitor - start process kube event 2025-10-09 20:47:07.83: empty line received 2025-10-09 20:47:07.83: PodMonitor - start process kube event 2025-10-09 20:47:07.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:39.95: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:39.95: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd [Introspect:8108]10.0.0.27 - - [2025-10-09 20:47:42] "GET /Snh_LoadbalancerDatabaseList?x=32fed1cb-d68b-42cb-afc5-04d288fc81c4 HTTP/1.1" 200 1869 0.000644 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:47:43] "GET /Snh_LoadbalancerDatabaseList?x=32fed1cb-d68b-42cb-afc5-04d288fc81c4 HTTP/1.1" 200 313 0.000545 2025-10-09 20:47:39.95: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:39.95: PodMonitor - start process kube event 2025-10-09 20:47:39.95: empty line received 2025-10-09 20:47:39.95: PodMonitor - start process kube event 2025-10-09 20:47:39.96: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:39.96: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:39.96: PodMonitor - start process kube event 2025-10-09 20:47:39.96: empty line received 2025-10-09 20:47:39.96: PodMonitor - start process kube event 2025-10-09 20:47:39.96: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:39.96: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:39.96: PodMonitor - start process kube event 2025-10-09 20:47:39.96: empty line received 2025-10-09 20:47:39.96: PodMonitor - start process kube event 2025-10-09 20:47:39.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:47:39.96: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:40.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:40.02: VncKubernetes - Process event (name=ctest-busybox-pod-91210451 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-91210451:b8e3aad1-225d-4f07-bdda-709ad5069dcd 2025-10-09 20:47:40.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:42.92: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:47:42.92: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:47:42.92: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:47:42.92: IngressMonitor - start process kube event 2025-10-09 20:47:42.92: empty line received 2025-10-09 20:47:42.92: IngressMonitor - start process kube event 2025-10-09 20:47:44.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:44.32: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:44.32: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:44.32: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:44.32: PodMonitor - start process kube event 2025-10-09 20:47:44.32: empty line received 2025-10-09 20:47:44.32: PodMonitor - start process kube event 2025-10-09 20:47:44.34: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:44.34: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:44.34: EndPointMonitor - start process kube event 2025-10-09 20:47:44.34: EndPointMonitor - _schedule_vnc_sync 2025-10-09 20:47:44.34: empty line received 2025-10-09 20:47:44.34: EndPointMonitor - start process kube event 2025-10-09 20:47:44.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:47:44.35: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:44.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:44.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-09 20:47:44.51: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-09 20:47:44.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:45.96: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.96: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.96: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.97: PodMonitor - start process kube event 2025-10-09 20:47:45.97: empty line received 2025-10-09 20:47:45.97: PodMonitor - start process kube event 2025-10-09 20:47:45.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.97: PodMonitor - start process kube event 2025-10-09 20:47:45.97: empty line received 2025-10-09 20:47:45.97: PodMonitor - start process kube event 2025-10-09 20:47:45.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:45.98: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.98: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.98: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:45.98: PodMonitor - start process kube event 2025-10-09 20:47:45.98: empty line received 2025-10-09 20:47:45.98: PodMonitor - start process kube event 2025-10-09 20:47:46.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:46.03: VncKubernetes - Process event (name=ctest-nginx-pod-80784200 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-80784200:3d2a157f-51de-414b-8023-12dd76b1122e 2025-10-09 20:47:46.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:46.49: PodMonitor - Received BOOKMARK: oldResVer=943 newResVer=1184 2025-10-09 20:47:46.49: PodMonitor - start process kube event 2025-10-09 20:47:46.49: empty line received 2025-10-09 20:47:46.49: PodMonitor - start process kube event 2025-10-09 20:47:49.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:49.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:49.37: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:49.37: PodMonitor - start process kube event 2025-10-09 20:47:49.37: empty line received 2025-10-09 20:47:49.37: PodMonitor - start process kube event 2025-10-09 20:47:49.38: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:49.38: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:49.38: EndPointMonitor - start process kube event 2025-10-09 20:47:49.38: empty line received 2025-10-09 20:47:49.38: EndPointMonitor - start process kube event 2025-10-09 20:47:49.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:49.43: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-97795394:5c835a9a-a500-4e62-a42f-abdd56b80983 2025-10-09 20:47:49.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:50.97: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.97: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.98: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.98: PodMonitor - start process kube event 2025-10-09 20:47:50.98: empty line received 2025-10-09 20:47:50.98: PodMonitor - start process kube event 2025-10-09 20:47:50.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.99: PodMonitor - start process kube event 2025-10-09 20:47:50.99: empty line received 2025-10-09 20:47:50.99: PodMonitor - start process kube event 2025-10-09 20:47:50.99: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.99: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:50.99: PodMonitor - start process kube event 2025-10-09 20:47:50.99: empty line received 2025-10-09 20:47:50.99: PodMonitor - start process kube event 2025-10-09 20:47:51.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:47:51.03: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:51.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:47:51.05: VncKubernetes - Process event (name=ctest-nginx-pod-85451345 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-85451345:8d85d315-ea7b-45ce-a169-c1eb8f195d83 2025-10-09 20:47:51.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:54.72: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:47:54.72: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:47:54.72: VncKubernetes - Process event (name=ctest-new-default-10447951 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:47:54.72: NamespaceMonitor - start process kube event 2025-10-09 20:47:54.72: empty line received 2025-10-09 20:47:54.72: NamespaceMonitor - start process kube event 2025-10-09 20:47:56.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:47:57.74: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:47:57.74: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:47:57.74: VncKubernetes - Process event (name=ctest-non-default-05562531 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:47:57.75: NamespaceMonitor - start process kube event 2025-10-09 20:47:57.75: empty line received 2025-10-09 20:47:57.75: NamespaceMonitor - start process kube event 2025-10-09 20:47:59.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:48:00.75: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:48:00.75: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:48:00.75: VncKubernetes - Process event (name=ctest-new-default-10447951 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:48:00.75: NamespaceMonitor - start process kube event 2025-10-09 20:48:00.75: empty line received 2025-10-09 20:48:00.75: NamespaceMonitor - start process kube event 2025-10-09 20:48:00.76: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:48:00.76: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:48:00.76: NamespaceMonitor - start process kube event 2025-10-09 20:48:00.76: empty line received 2025-10-09 20:48:00.76: NamespaceMonitor - start process kube event 2025-10-09 20:48:00.78: PodMonitor - Received ADDED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:00.78: PodMonitor - Skipped ADDED Pod ctest-new-default-10447951:ctest-pod-81661247 (no nodeName) 2025-10-09 20:48:00.78: PodMonitor - start process kube event 2025-10-09 20:48:00.78: empty line received 2025-10-09 20:48:00.78: PodMonitor - start process kube event 2025-10-09 20:48:00.79: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:00.79: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:00.79: PodMonitor - start process kube event 2025-10-09 20:48:00.79: empty line received 2025-10-09 20:48:00.79: PodMonitor - start process kube event 2025-10-09 20:48:00.79: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:00.79: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:00.79: PodMonitor - start process kube event 2025-10-09 20:48:00.79: empty line received 2025-10-09 20:48:00.79: PodMonitor - start process kube event 2025-10-09 20:48:00.81: PodMonitor - Received ADDED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:00.81: PodMonitor - Skipped ADDED Pod ctest-new-default-10447951:ctest-pod-59616580 (no nodeName) 2025-10-09 20:48:00.81: PodMonitor - start process kube event 2025-10-09 20:48:00.81: empty line received 2025-10-09 20:48:00.81: PodMonitor - start process kube event 2025-10-09 20:48:00.82: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:00.82: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:00.82: PodMonitor - start process kube event 2025-10-09 20:48:00.82: empty line received 2025-10-09 20:48:00.82: PodMonitor - start process kube event 2025-10-09 20:48:00.83: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:00.83: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:00.83: PodMonitor - start process kube event 2025-10-09 20:48:00.83: empty line received 2025-10-09 20:48:00.83: PodMonitor - start process kube event 2025-10-09 20:48:00.84: PodMonitor - Received ADDED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:00.84: PodMonitor - Skipped ADDED Pod ctest-non-default-05562531:ctest-pod-03620264 (no nodeName) 2025-10-09 20:48:00.84: PodMonitor - start process kube event 2025-10-09 20:48:00.84: empty line received 2025-10-09 20:48:00.84: PodMonitor - start process kube event 2025-10-09 20:48:00.85: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:01] "GET /Snh_NamespaceDatabaseList?namespace_uuid=cfe2a75f-0d82-43fa-a336-b8c85270a6bc HTTP/1.1" 200 866 0.000620 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:01] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9be1bb9c-f751-4539-ae39-c82468825e0c HTTP/1.1" 200 866 0.000571 2025-10-09 20:48:00.85: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:00.85: PodMonitor - start process kube event 2025-10-09 20:48:00.85: empty line received 2025-10-09 20:48:00.85: PodMonitor - start process kube event 2025-10-09 20:48:00.86: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:00.86: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:00.86: PodMonitor - start process kube event 2025-10-09 20:48:00.86: empty line received 2025-10-09 20:48:00.86: PodMonitor - start process kube event 2025-10-09 20:48:00.88: PodMonitor - Received ADDED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:00.88: PodMonitor - Skipped ADDED Pod ctest-non-default-05562531:ctest-pod-02081693 (no nodeName) 2025-10-09 20:48:00.89: PodMonitor - start process kube event 2025-10-09 20:48:00.89: empty line received 2025-10-09 20:48:00.89: PodMonitor - start process kube event 2025-10-09 20:48:00.89: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:00.89: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:00.89: PodMonitor - start process kube event 2025-10-09 20:48:00.89: empty line received 2025-10-09 20:48:00.89: PodMonitor - start process kube event 2025-10-09 20:48:00.89: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:00.89: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:00.89: PodMonitor - start process kube event 2025-10-09 20:48:00.89: empty line received 2025-10-09 20:48:00.89: PodMonitor - start process kube event 2025-10-09 20:48:00.91: PodMonitor - Received ADDED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:00.91: PodMonitor - Skipped ADDED Pod ctest-new-default-10447951:ctest-pod-07209100 (no nodeName) 2025-10-09 20:48:00.91: PodMonitor - start process kube event 2025-10-09 20:48:00.91: empty line received 2025-10-09 20:48:00.91: PodMonitor - start process kube event 2025-10-09 20:48:00.91: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:00.92: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:00.92: PodMonitor - start process kube event 2025-10-09 20:48:00.92: empty line received 2025-10-09 20:48:00.92: PodMonitor - start process kube event 2025-10-09 20:48:00.93: PodMonitor - Received ADDED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:00.93: PodMonitor - Skipped ADDED Pod ctest-new-default-10447951:ctest-pod-69535175 (no nodeName) 2025-10-09 20:48:00.93: PodMonitor - start process kube event 2025-10-09 20:48:00.93: empty line received 2025-10-09 20:48:00.93: PodMonitor - start process kube event 2025-10-09 20:48:00.94: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:00.94: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:00.94: PodMonitor - start process kube event 2025-10-09 20:48:00.94: empty line received 2025-10-09 20:48:00.94: PodMonitor - start process kube event 2025-10-09 20:48:00.96: PodMonitor - Received ADDED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:00.96: PodMonitor - Skipped ADDED Pod ctest-non-default-05562531:ctest-pod-03285467 (no nodeName) 2025-10-09 20:48:00.96: PodMonitor - start process kube event 2025-10-09 20:48:00.96: empty line received 2025-10-09 20:48:00.96: PodMonitor - start process kube event 2025-10-09 20:48:00.97: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:00.97: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:00.97: PodMonitor - start process kube event 2025-10-09 20:48:00.97: empty line received 2025-10-09 20:48:00.97: PodMonitor - start process kube event 2025-10-09 20:48:01.00: PodMonitor - Received ADDED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:01.00: PodMonitor - Skipped ADDED Pod ctest-non-default-05562531:ctest-pod-53773007 (no nodeName) 2025-10-09 20:48:01.00: PodMonitor - start process kube event 2025-10-09 20:48:01.00: empty line received 2025-10-09 20:48:01.00: PodMonitor - start process kube event 2025-10-09 20:48:01.00: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:01.00: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:01.00: PodMonitor - start process kube event 2025-10-09 20:48:01.00: empty line received 2025-10-09 20:48:01.00: PodMonitor - start process kube event 2025-10-09 20:48:01.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:01.36: VncKubernetes - Process event (name=ctest-non-default-05562531 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:48:01.39: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:01.39: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:01.39: PodMonitor - start process kube event 2025-10-09 20:48:01.39: empty line received 2025-10-09 20:48:01.39: PodMonitor - start process kube event 2025-10-09 20:48:01.86: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:01.86: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:02.92: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:02.92: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:02.92: PodMonitor - start process kube event 2025-10-09 20:48:02.92: empty line received 2025-10-09 20:48:02.92: PodMonitor - start process kube event 2025-10-09 20:48:02.93: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:02.93: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:03.08: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:48:03.08: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:03.19: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:03.19: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:03.19: PodMonitor - start process kube event 2025-10-09 20:48:03.19: empty line received 2025-10-09 20:48:03.19: PodMonitor - start process kube event 2025-10-09 20:48:03.59: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:03.59: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:03.59: PodMonitor - start process kube event 2025-10-09 20:48:03.59: empty line received 2025-10-09 20:48:03.59: PodMonitor - start process kube event 2025-10-09 20:48:03.74: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:03.74: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:03.74: PodMonitor - start process kube event 2025-10-09 20:48:03.74: empty line received 2025-10-09 20:48:03.74: PodMonitor - start process kube event 2025-10-09 20:48:03.75: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-09 20:48:03.75: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:03.88: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:03.88: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:03.99: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:03.99: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:03.99: PodMonitor - start process kube event 2025-10-09 20:48:03.99: empty line received 2025-10-09 20:48:03.99: PodMonitor - start process kube event 2025-10-09 20:48:04.74: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:04.74: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:04.74: PodMonitor - start process kube event 2025-10-09 20:48:04.74: empty line received 2025-10-09 20:48:04.74: PodMonitor - start process kube event 2025-10-09 20:48:04.76: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-09 20:48:04.76: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:04.88: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:04.88: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:05.48: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:05.48: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:05.48: PodMonitor - start process kube event 2025-10-09 20:48:05.48: empty line received 2025-10-09 20:48:05.48: PodMonitor - start process kube event 2025-10-09 20:48:05.49: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:05.49: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:05.62: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:48:05.62: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:06.32: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:06.32: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:06.32: PodMonitor - start process kube event 2025-10-09 20:48:06.32: empty line received 2025-10-09 20:48:06.32: PodMonitor - start process kube event 2025-10-09 20:48:06.33: EndPointMonitor - Received BOOKMARK: oldResVer=1109 newResVer=1194 2025-10-09 20:48:06.33: EndPointMonitor - start process kube event 2025-10-09 20:48:06.33: empty line received 2025-10-09 20:48:06.33: EndPointMonitor - start process kube event 2025-10-09 20:48:06.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:48:06.33: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:06.72: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=392 newResVer=1112 2025-10-09 20:48:06.72: NetworkPolicyMonitor - start process kube event 2025-10-09 20:48:06.72: empty line received 2025-10-09 20:48:06.72: NetworkPolicyMonitor - start process kube event 2025-10-09 20:48:06.96: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:06.96: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:06.96: PodMonitor - start process kube event 2025-10-09 20:48:06.96: empty line received 2025-10-09 20:48:06.96: PodMonitor - start process kube event 2025-10-09 20:48:06.97: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:48:06.97: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:07.46: NamespaceMonitor - Received BOOKMARK: oldResVer=392 newResVer=1227 2025-10-09 20:48:07.46: NamespaceMonitor - start process kube event 2025-10-09 20:48:07.46: empty line received 2025-10-09 20:48:07.46: NamespaceMonitor - start process kube event 2025-10-09 20:48:07.67: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:07.67: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:07.67: PodMonitor - start process kube event 2025-10-09 20:48:07.67: empty line received 2025-10-09 20:48:07.67: PodMonitor - start process kube event 2025-10-09 20:48:07.68: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:48:07.68: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:08.00: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:08.00: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:08.00: PodMonitor - start process kube event 2025-10-09 20:48:08.00: empty line received 2025-10-09 20:48:08.00: PodMonitor - start process kube event 2025-10-09 20:48:08.80: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:08.80: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:08.80: PodMonitor - start process kube event 2025-10-09 20:48:08.80: empty line received 2025-10-09 20:48:08.80: PodMonitor - start process kube event [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:11] "GET /Snh_VirtualMachineDatabaseList?x=d12a39fc-bb02-4d1d-84e2-63cf048b8b04 HTTP/1.1" 200 2483 0.000772 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:11] "GET /Snh_VirtualMachineDatabaseList?x=23f8689c-42cf-4224-8068-44d5db53f4da HTTP/1.1" 200 2483 0.000777 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:16] "GET /Snh_VirtualMachineDatabaseList?x=3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 HTTP/1.1" 200 2483 0.000742 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:16] "GET /Snh_VirtualMachineDatabaseList?x=1799730d-4ec8-440a-b1d3-a1bd1b16da57 HTTP/1.1" 200 2483 0.000968 2025-10-09 20:48:08.81: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-09 20:48:08.81: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:08.89: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-09 20:48:08.89: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:08.94: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-09 20:48:08.94: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:09.00: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:09.00: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:09.00: PodMonitor - start process kube event 2025-10-09 20:48:09.00: empty line received 2025-10-09 20:48:09.00: PodMonitor - start process kube event 2025-10-09 20:48:09.02: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-09 20:48:09.02: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:09.12: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-09 20:48:09.12: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:09.17: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-09 20:48:09.17: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:09.25: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-09 20:48:09.25: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:09.30: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-09 20:48:09.30: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:09.32: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-09 20:48:09.32: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:09.37: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:48:09.37: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:09.42: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:48:09.42: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:09.43: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:48:09.43: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:48:09.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:48:09.48: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:09.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:48:09.49: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:48:09.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:48:14.02: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:14.02: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:14.02: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:48:14.02: PodMonitor - start process kube event 2025-10-09 20:48:14.02: empty line received 2025-10-09 20:48:14.02: PodMonitor - start process kube event 2025-10-09 20:48:14.03: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:14.03: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:14.03: PodMonitor - start process kube event 2025-10-09 20:48:14.03: empty line received 2025-10-09 20:48:14.03: PodMonitor - start process kube event 2025-10-09 20:48:14.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:48:14.03: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:48:14.04: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:14.04: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:14.04: PodMonitor - start process kube event 2025-10-09 20:48:14.04: empty line received 2025-10-09 20:48:14.04: PodMonitor - start process kube event 2025-10-09 20:48:14.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:48:14.09: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:48:14.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:48:15.02: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:15.02: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:15.02: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:48:15.02: PodMonitor - start process kube event 2025-10-09 20:48:15.02: empty line received 2025-10-09 20:48:15.02: PodMonitor - start process kube event 2025-10-09 20:48:15.08: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:21] "GET /Snh_VirtualMachineDatabaseList?x=e4bd0669-2f3d-43c2-8a5b-e8ed67540bff HTTP/1.1" 200 2413 0.000984 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:21] "GET /Snh_VirtualMachineDatabaseList?x=1f81e5a9-a0d1-40a7-89a3-96dca73c8335 HTTP/1.1" 200 2413 0.000734 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:21] "GET /Snh_VirtualMachineDatabaseList?x=b48b0e80-6f03-4794-8415-9d0f69786ba6 HTTP/1.1" 200 2413 0.000728 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:21] "GET /Snh_VirtualMachineDatabaseList?x=34313ead-e9e8-4989-b313-a1d2eb1aa2fb HTTP/1.1" 200 2413 0.000726 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:23] "GET /Snh_LoadbalancerDatabaseList?x=38454438-709d-456f-93e8-7a18779b7bbe HTTP/1.1" 200 1862 0.000716 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:24] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=ce6852a5-236e-4ea1-baa3-573879be7331 HTTP/1.1" 200 2095 0.000740 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:24] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=ce6852a5-236e-4ea1-baa3-573879be7331 HTTP/1.1" 200 2095 0.000630 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:48:26] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=ce6852a5-236e-4ea1-baa3-573879be7331 HTTP/1.1" 200 2302 0.000750 2025-10-09 20:48:18.03: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:18.03: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:18.03: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:48:18.04: PodMonitor - start process kube event 2025-10-09 20:48:18.04: empty line received 2025-10-09 20:48:18.04: PodMonitor - start process kube event 2025-10-09 20:48:18.04: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:18.04: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:18.04: PodMonitor - start process kube event 2025-10-09 20:48:18.04: empty line received 2025-10-09 20:48:18.04: PodMonitor - start process kube event 2025-10-09 20:48:18.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:48:18.05: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:48:18.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:48:22.48: ServiceMonitor - Received ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:48:22.48: ServiceMonitor - Got ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:48:22.48: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=ADDED kind=Service ns=ctest-new-default-10447951) VncService - Got ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:48:22.48: ServiceMonitor - start process kube event 2025-10-09 20:48:22.48: empty line received 2025-10-09 20:48:22.48: ServiceMonitor - start process kube event 2025-10-09 20:48:22.49: EndPointMonitor - Received ADDED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:48:22.49: EndPointMonitor - Got ADDED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:48:22.49: EndPointMonitor - start process kube event 2025-10-09 20:48:22.49: empty line received 2025-10-09 20:48:22.49: EndPointMonitor - start process kube event 2025-10-09 20:48:23.36: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:48:23.36: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=ADDED kind=Endpoints ns=ctest-new-default-10447951) VncEndpoints - Got ADDED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:48:23.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:48:24.00: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:48:24.00: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:48:24.00: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-10447951) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:48:24.00: NetworkPolicyMonitor - start process kube event 2025-10-09 20:48:24.00: empty line received 2025-10-09 20:48:24.00: NetworkPolicyMonitor - start process kube event 2025-10-09 20:48:25.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:48:46.68: PodMonitor - Received BOOKMARK: oldResVer=1184 newResVer=1324 2025-10-09 20:48:46.68: PodMonitor - start process kube event 2025-10-09 20:48:46.68: empty line received 2025-10-09 20:48:46.68: PodMonitor - start process kube event 2025-10-09 20:49:06.47: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1112 newResVer=1337 2025-10-09 20:49:06.47: NetworkPolicyMonitor - start process kube event 2025-10-09 20:49:06.47: empty line received 2025-10-09 20:49:06.47: NetworkPolicyMonitor - start process kube event 2025-10-09 20:49:06.81: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:49:06.81: NetworkMonitor - start process kube event 2025-10-09 20:49:06.81: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-10-09 20:49:06.82: NetworkMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:49:06.82: NetworkMonitor - Connect Kube API result 0 2025-10-09 20:49:06.82: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:49:06.82: NetworkMonitor - Start Watching request https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-10-09 20:49:06.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:49:06.82: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-09 20:49:06.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:49:06.83: NetworkMonitor - Watches https://10.0.0.27:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-10-09 20:49:07.08: EndPointMonitor - Received BOOKMARK: oldResVer=1194 newResVer=1335 2025-10-09 20:49:07.08: EndPointMonitor - start process kube event 2025-10-09 20:49:07.08: empty line received 2025-10-09 20:49:07.08: EndPointMonitor - start process kube event 2025-10-09 20:49:07.55: NamespaceMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1227 2025-10-09 20:49:07.55: NamespaceMonitor - start process kube event 2025-10-09 20:49:07.55: empty line received 2025-10-09 20:49:07.55: NamespaceMonitor - start process kube event 2025-10-09 20:49:42.92: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:49:42.92: IngressMonitor - start process kube event 2025-10-09 20:49:42.92: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:49:42.92: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:49:42.92: IngressMonitor - Connect Kube API result 0 2025-10-09 20:49:42.92: IngressMonitor - _schedule_vnc_sync 2025-10-09 20:49:42.92: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:49:42.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-09 20:49:42.92: VncKubernetes - vnc_sync - Ingress start 2025-10-09 20:49:42.92: VncKubernetes - vnc_sync - Ingress done 2025-10-09 20:49:42.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:49:42.93: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:49:42.93: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: IngressMonitor - start process kube event [Introspect:8108]10.0.0.27 - - [2025-10-09 20:50:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001047 2025-10-09 20:49:42.93: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: IngressMonitor - start process kube event 2025-10-09 20:49:42.93: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:42.93: IngressMonitor - start process kube event 2025-10-09 20:49:42.94: empty line received 2025-10-09 20:49:42.94: IngressMonitor - start process kube event 2025-10-09 20:49:44.66: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:49:44.66: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:45.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:49:45.05: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:49:45.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:49:46.46: PodMonitor - Received BOOKMARK: oldResVer=1324 newResVer=1324 2025-10-09 20:49:46.46: PodMonitor - start process kube event 2025-10-09 20:49:46.46: PodMonitor - _schedule_vnc_sync 2025-10-09 20:49:46.46: empty line received 2025-10-09 20:49:46.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-09 20:49:46.46: VncKubernetes - vnc_sync - Pod start 2025-10-09 20:49:46.46: VncKubernetes - vnc_sync - Pod done 2025-10-09 20:49:46.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:49:46.46: PodMonitor - start process kube event 2025-10-09 20:50:06.47: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1337 newResVer=1337 2025-10-09 20:50:06.47: NetworkPolicyMonitor - start process kube event 2025-10-09 20:50:06.47: empty line received 2025-10-09 20:50:06.47: NetworkPolicyMonitor - start process kube event 2025-10-09 20:50:06.60: EndPointMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-10-09 20:50:06.60: EndPointMonitor - start process kube event 2025-10-09 20:50:06.60: empty line received 2025-10-09 20:50:06.60: EndPointMonitor - start process kube event 2025-10-09 20:50:07.51: NamespaceMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1227 2025-10-09 20:50:07.51: NamespaceMonitor - start process kube event 2025-10-09 20:50:07.51: empty line received 2025-10-09 20:50:07.51: NamespaceMonitor - start process kube event 2025-10-09 20:50:07.79: NetworkMonitor - Received BOOKMARK: oldResVer=396 newResVer=1459 2025-10-09 20:50:07.79: NetworkMonitor - start process kube event 2025-10-09 20:50:07.79: empty line received 2025-10-09 20:50:07.79: NetworkMonitor - start process kube event 2025-10-09 20:50:11.61: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:50:11.61: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:50:11.61: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:50:11.61: PodMonitor - start process kube event 2025-10-09 20:50:11.61: empty line received 2025-10-09 20:50:11.61: PodMonitor - start process kube event 2025-10-09 20:50:11.62: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:50:11.62: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:50:11.62: EndPointMonitor - start process kube event 2025-10-09 20:50:11.62: empty line received 2025-10-09 20:50:11.62: EndPointMonitor - start process kube event 2025-10-09 20:50:11.62: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:50:11.62: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:50:11.62: PodMonitor - start process kube event 2025-10-09 20:50:11.62: empty line received 2025-10-09 20:50:11.62: PodMonitor - start process kube event 2025-10-09 20:50:11.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:50:11.62: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:50:11.63: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:50:11.63: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:50:11.63: EndPointMonitor - start process kube event 2025-10-09 20:50:11.63: empty line received 2025-10-09 20:50:11.63: EndPointMonitor - start process kube event 2025-10-09 20:50:11.97: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:50:11.98: VncKubernetes - Process event (name=coredns-6f867cd986-vjk42 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vjk42:e82c5ae5-5d09-4596-9587-38efedca3832 2025-10-09 20:50:12.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:50:12.04: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:740490ea-9d4c-4abd-bf71-e65afe75f03c 2025-10-09 20:50:12.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:50:22.49: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:50:22.49: ServiceMonitor - start process kube event 2025-10-09 20:50:22.49: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:50:22.49: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:50:22.49: ServiceMonitor - Connect Kube API result 0 2025-10-09 20:50:22.49: ServiceMonitor - _schedule_vnc_sync 2025-10-09 20:50:22.49: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:50:22.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-09 20:50:22.49: VncKubernetes - vnc_sync - Service start 2025-10-09 20:50:22.49: VncKubernetes - vnc_sync - Service done 2025-10-09 20:50:22.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:50:22.50: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:50:22.50: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:50:22.50: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:50:22.50: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:50:22.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:50:22.50: ServiceMonitor - start process kube event 2025-10-09 20:50:22.50: empty line received 2025-10-09 20:50:22.50: ServiceMonitor - start process kube event 2025-10-09 20:50:22.50: ServiceMonitor - Received ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:50:22.50: ServiceMonitor - Got ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:50:22.50: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=ADDED kind=Service ns=ctest-new-default-10447951) VncService - Got ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:50:22.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:50:22.50: ServiceMonitor - start process kube event 2025-10-09 20:50:22.50: empty line received 2025-10-09 20:50:22.50: ServiceMonitor - start process kube event 2025-10-09 20:50:33.50: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:50:33.50: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:50:33.50: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-10447951) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:50:33.50: NetworkPolicyMonitor - start process kube event 2025-10-09 20:50:33.50: empty line received 2025-10-09 20:50:33.50: NetworkPolicyMonitor - start process kube event 2025-10-09 20:50:34.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:50:46.37: PodMonitor - Received BOOKMARK: oldResVer=1324 newResVer=1491 2025-10-09 20:50:46.37: PodMonitor - start process kube event 2025-10-09 20:50:46.37: empty line received 2025-10-09 20:50:46.37: PodMonitor - start process kube event 2025-10-09 20:51:06.45: EndPointMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1492 2025-10-09 20:51:06.45: EndPointMonitor - start process kube event 2025-10-09 20:51:06.45: empty line received 2025-10-09 20:51:06.45: EndPointMonitor - start process kube event 2025-10-09 20:51:06.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1337 newResVer=1541 2025-10-09 20:51:06.58: NetworkPolicyMonitor - start process kube event 2025-10-09 20:51:06.58: empty line received 2025-10-09 20:51:06.58: NetworkPolicyMonitor - start process kube event 2025-10-09 20:51:07.76: NamespaceMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1227 2025-10-09 20:51:07.76: NamespaceMonitor - start process kube event 2025-10-09 20:51:07.76: NamespaceMonitor - _schedule_vnc_sync 2025-10-09 20:51:07.76: empty line received 2025-10-09 20:51:07.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-09 20:51:07.76: VncKubernetes - vnc_sync - Namespace start 2025-10-09 20:51:07.76: VncKubernetes - vnc_sync - Namespace done 2025-10-09 20:51:07.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:51:07.76: NamespaceMonitor - start process kube event 2025-10-09 20:51:07.82: NetworkMonitor - Received BOOKMARK: oldResVer=1459 newResVer=1459 2025-10-09 20:51:07.82: NetworkMonitor - start process kube event 2025-10-09 20:51:07.82: empty line received 2025-10-09 20:51:07.82: NetworkMonitor - start process kube event 2025-10-09 20:51:36.06: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.06: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.06: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.06: PodMonitor - start process kube event 2025-10-09 20:51:36.06: empty line received 2025-10-09 20:51:36.06: PodMonitor - start process kube event 2025-10-09 20:51:36.07: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:36.07: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:36.07: PodMonitor - start process kube event 2025-10-09 20:51:36.07: empty line received 2025-10-09 20:51:36.07: PodMonitor - start process kube event 2025-10-09 20:51:36.07: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:36.07: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:36.07: PodMonitor - start process kube event 2025-10-09 20:51:36.07: empty line received 2025-10-09 20:51:36.07: PodMonitor - start process kube event 2025-10-09 20:51:36.07: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:51:36.07: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:51:36.07: EndPointMonitor - start process kube event 2025-10-09 20:51:36.07: empty line received 2025-10-09 20:51:36.07: EndPointMonitor - start process kube event 2025-10-09 20:51:36.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:51:36.07: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:36.09: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:51:36.09: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:51:36.09: PodMonitor - start process kube event 2025-10-09 20:51:36.09: empty line received 2025-10-09 20:51:36.09: PodMonitor - start process kube event 2025-10-09 20:51:36.09: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:51:36.09: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:51:36.09: EndPointMonitor - start process kube event 2025-10-09 20:51:36.09: empty line received 2025-10-09 20:51:36.09: EndPointMonitor - start process kube event 2025-10-09 20:51:36.13: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:36.13: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:36.13: PodMonitor - start process kube event 2025-10-09 20:51:36.13: empty line received 2025-10-09 20:51:36.13: PodMonitor - start process kube event 2025-10-09 20:51:36.14: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:51:36.14: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:51:36.14: PodMonitor - start process kube event 2025-10-09 20:51:36.14: empty line received 2025-10-09 20:51:36.14: PodMonitor - start process kube event 2025-10-09 20:51:36.14: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:51:36.14: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:51:36.14: PodMonitor - start process kube event 2025-10-09 20:51:36.14: empty line received 2025-10-09 20:51:36.14: PodMonitor - start process kube event 2025-10-09 20:51:36.14: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:51:36.14: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:51:36.14: PodMonitor - start process kube event 2025-10-09 20:51:36.14: empty line received 2025-10-09 20:51:36.14: PodMonitor - start process kube event 2025-10-09 20:51:36.16: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-09 20:51:36.17: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:36.22: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-09 20:51:36.22: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-10447951) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:51:36.38: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-09 20:51:36.38: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:51:36.44: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:51:36.44: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-10447951) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:51:36.49: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:51:36.49: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:36.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:51:36.50: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:51:36.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:51:36.55: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:51:36.56: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:51:36.56: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:51:36.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:51:36.89: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.89: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.89: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.89: PodMonitor - start process kube event 2025-10-09 20:51:36.89: empty line received 2025-10-09 20:51:36.89: PodMonitor - start process kube event 2025-10-09 20:51:36.90: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.90: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.90: PodMonitor - start process kube event 2025-10-09 20:51:36.90: empty line received 2025-10-09 20:51:36.90: PodMonitor - start process kube event 2025-10-09 20:51:36.90: PodMonitor - Received DELETED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.90: PodMonitor - Got DELETED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.90: PodMonitor - start process kube event 2025-10-09 20:51:36.90: empty line received 2025-10-09 20:51:36.90: PodMonitor - start process kube event 2025-10-09 20:51:36.91: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:51:36.91: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:36.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:51:36.96: VncKubernetes - Process event (name=ctest-pod-81661247 event_type=DELETED kind=Pod ns=ctest-new-default-10447951) VncPod - Got DELETED Pod ctest-new-default-10447951:ctest-pod-81661247:d12a39fc-bb02-4d1d-84e2-63cf048b8b04 2025-10-09 20:51:37.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:51:37.90: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.90: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.90: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.90: PodMonitor - start process kube event 2025-10-09 20:51:37.90: empty line received 2025-10-09 20:51:37.90: PodMonitor - start process kube event 2025-10-09 20:51:37.90: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.90: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.90: PodMonitor - start process kube event 2025-10-09 20:51:37.90: empty line received 2025-10-09 20:51:37.90: PodMonitor - start process kube event 2025-10-09 20:51:37.90: PodMonitor - Received DELETED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.91: PodMonitor - Got DELETED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.91: PodMonitor - start process kube event 2025-10-09 20:51:37.91: empty line received 2025-10-09 20:51:37.91: PodMonitor - start process kube event 2025-10-09 20:51:37.91: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:37.91: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:37.91: PodMonitor - start process kube event 2025-10-09 20:51:37.91: empty line received 2025-10-09 20:51:37.91: PodMonitor - start process kube event 2025-10-09 20:51:37.92: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:37.92: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:37.92: PodMonitor - start process kube event 2025-10-09 20:51:37.92: empty line received 2025-10-09 20:51:37.92: PodMonitor - start process kube event 2025-10-09 20:51:37.92: PodMonitor - Received DELETED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:37.92: PodMonitor - Got DELETED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:37.92: PodMonitor - start process kube event 2025-10-09 20:51:37.92: empty line received [Introspect:8108]10.0.0.27 - - [2025-10-09 20:51:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001046 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:51:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001016 [Introspect:8108]10.0.0.27 - - [2025-10-09 20:51:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001014 2025-10-09 20:51:37.92: PodMonitor - start process kube event 2025-10-09 20:51:37.96: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:51:37.96: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:37.97: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:51:37.97: VncKubernetes - Process event (name=ctest-pod-02081693 event_type=DELETED kind=Pod ns=ctest-non-default-05562531) VncPod - Got DELETED Pod ctest-non-default-05562531:ctest-pod-02081693:1799730d-4ec8-440a-b1d3-a1bd1b16da57 2025-10-09 20:51:38.31: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:51:38.31: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:38.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:51:38.37: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:38.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:51:38.42: VncKubernetes - Process event (name=ctest-pod-03620264 event_type=DELETED kind=Pod ns=ctest-non-default-05562531) VncPod - Got DELETED Pod ctest-non-default-05562531:ctest-pod-03620264:3984bc7b-31c2-4fc9-b7a9-ab89cc3274e3 2025-10-09 20:51:38.47: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.47: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.47: PodMonitor - start process kube event 2025-10-09 20:51:38.47: empty line received 2025-10-09 20:51:38.47: PodMonitor - start process kube event 2025-10-09 20:51:38.67: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.67: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.67: PodMonitor - start process kube event 2025-10-09 20:51:38.67: empty line received 2025-10-09 20:51:38.67: PodMonitor - start process kube event 2025-10-09 20:51:38.67: PodMonitor - Received DELETED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.67: PodMonitor - Got DELETED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.67: PodMonitor - start process kube event 2025-10-09 20:51:38.67: empty line received 2025-10-09 20:51:38.67: PodMonitor - start process kube event 2025-10-09 20:51:38.80: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:51:38.80: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:51:38.85: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:38.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:51:38.90: VncKubernetes - Process event (name=ctest-pod-59616580 event_type=DELETED kind=Pod ns=ctest-new-default-10447951) VncPod - Got DELETED Pod ctest-new-default-10447951:ctest-pod-59616580:23f8689c-42cf-4224-8068-44d5db53f4da 2025-10-09 20:51:39.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:51:42.94: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:51:42.94: IngressMonitor - start process kube event 2025-10-09 20:51:42.94: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:51:42.94: IngressMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:51:42.94: IngressMonitor - Connect Kube API result 0 2025-10-09 20:51:42.94: IngressMonitor - _schedule_vnc_sync 2025-10-09 20:51:42.94: IngressMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:51:42.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-09 20:51:42.94: VncKubernetes - vnc_sync - Ingress start 2025-10-09 20:51:42.94: VncKubernetes - vnc_sync - Ingress done 2025-10-09 20:51:42.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:51:42.95: IngressMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:51:42.95: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: IngressMonitor - start process kube event 2025-10-09 20:51:42.95: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: IngressMonitor - start process kube event 2025-10-09 20:51:42.95: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:42.95: IngressMonitor - start process kube event 2025-10-09 20:51:42.95: empty line received 2025-10-09 20:51:42.95: IngressMonitor - start process kube event 2025-10-09 20:51:44.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:51:44.48: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:44.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:51:44.88: VncKubernetes - Process event (name=ctest-nginx-ingress-21052876 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-21052876:32fed1cb-d68b-42cb-afc5-04d288fc81c4 2025-10-09 20:51:45.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:51:46.46: PodMonitor - Received BOOKMARK: oldResVer=1491 newResVer=1660 2025-10-09 20:51:46.46: PodMonitor - start process kube event 2025-10-09 20:51:46.46: empty line received 2025-10-09 20:51:46.46: PodMonitor - start process kube event 2025-10-09 20:52:07.11: EndPointMonitor - Received BOOKMARK: oldResVer=1492 newResVer=1631 2025-10-09 20:52:07.11: EndPointMonitor - start process kube event 2025-10-09 20:52:07.11: EndPointMonitor - _schedule_vnc_sync 2025-10-09 20:52:07.11: empty line received 2025-10-09 20:52:07.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-09 20:52:07.11: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-09 20:52:07.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:07.11: EndPointMonitor - start process kube event 2025-10-09 20:52:07.25: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1541 newResVer=1541 2025-10-09 20:52:07.25: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:07.25: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:52:07.25: empty line received 2025-10-09 20:52:07.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:52:07.25: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:52:07.25: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:07.26: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:52:07.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:07.84: NamespaceMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1227 2025-10-09 20:52:07.84: NamespaceMonitor - start process kube event 2025-10-09 20:52:07.84: empty line received 2025-10-09 20:52:07.84: NamespaceMonitor - start process kube event 2025-10-09 20:52:08.00: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.00: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.00: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.00: PodMonitor - start process kube event 2025-10-09 20:52:08.00: empty line received 2025-10-09 20:52:08.00: PodMonitor - start process kube event 2025-10-09 20:52:08.01: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.01: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.01: PodMonitor - start process kube event 2025-10-09 20:52:08.01: empty line received 2025-10-09 20:52:08.01: PodMonitor - start process kube event 2025-10-09 20:52:08.01: PodMonitor - Received DELETED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.01: PodMonitor - Got DELETED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.01: PodMonitor - start process kube event 2025-10-09 20:52:08.01: empty line received 2025-10-09 20:52:08.01: PodMonitor - start process kube event 2025-10-09 20:52:08.01: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:52:08.01: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.02: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.02: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.02: PodMonitor - start process kube event 2025-10-09 20:52:08.02: empty line received 2025-10-09 20:52:08.02: PodMonitor - start process kube event 2025-10-09 20:52:08.02: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.02: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.02: PodMonitor - start process kube event 2025-10-09 20:52:08.02: empty line received 2025-10-09 20:52:08.02: PodMonitor - start process kube event 2025-10-09 20:52:08.02: PodMonitor - Received DELETED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.03: PodMonitor - Got DELETED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.03: PodMonitor - start process kube event 2025-10-09 20:52:08.03: empty line received 2025-10-09 20:52:08.03: PodMonitor - start process kube event 2025-10-09 20:52:08.03: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.03: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.03: PodMonitor - start process kube event 2025-10-09 20:52:08.03: empty line received 2025-10-09 20:52:08.03: PodMonitor - start process kube event 2025-10-09 20:52:08.06: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:52:08.06: VncKubernetes - Process event (name=ctest-pod-53773007 event_type=DELETED kind=Pod ns=ctest-non-default-05562531) VncPod - Got DELETED Pod ctest-non-default-05562531:ctest-pod-53773007:34313ead-e9e8-4989-b313-a1d2eb1aa2fb 2025-10-09 20:52:08.19: PodMonitor - Received MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.19: PodMonitor - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.19: PodMonitor - start process kube event 2025-10-09 20:52:08.19: empty line received 2025-10-09 20:52:08.19: PodMonitor - start process kube event 2025-10-09 20:52:08.19: PodMonitor - Received DELETED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.19: PodMonitor - Got DELETED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.19: PodMonitor - start process kube event 2025-10-09 20:52:08.19: empty line received 2025-10-09 20:52:08.19: PodMonitor - start process kube event 2025-10-09 20:52:08.45: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-09 20:52:08.45: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.51: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:52:08.51: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.56: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:52:08.56: VncKubernetes - Process event (name=ctest-pod-07209100 event_type=DELETED kind=Pod ns=ctest-new-default-10447951) VncPod - Got DELETED Pod ctest-new-default-10447951:ctest-pod-07209100:e4bd0669-2f3d-43c2-8a5b-e8ed67540bff 2025-10-09 20:52:08.63: NetworkMonitor - Received BOOKMARK: oldResVer=1459 newResVer=1459 2025-10-09 20:52:08.63: NetworkMonitor - start process kube event 2025-10-09 20:52:08.64: empty line received 2025-10-09 20:52:08.64: NetworkMonitor - start process kube event 2025-10-09 20:52:08.79: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:08.79: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:08.79: PodMonitor - start process kube event 2025-10-09 20:52:08.79: empty line received 2025-10-09 20:52:08.79: PodMonitor - start process kube event 2025-10-09 20:52:08.97: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:52:08.97: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:08.98: PodMonitor - Received MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:08.98: PodMonitor - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:08.98: PodMonitor - start process kube event 2025-10-09 20:52:08.99: empty line received 2025-10-09 20:52:08.99: PodMonitor - start process kube event 2025-10-09 20:52:08.99: PodMonitor - Received DELETED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:08.99: PodMonitor - Got DELETED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:08.99: PodMonitor - start process kube event 2025-10-09 20:52:08.99: empty line received 2025-10-09 20:52:08.99: PodMonitor - start process kube event 2025-10-09 20:52:09.02: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:52:09.02: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=MODIFIED kind=Pod ns=ctest-non-default-05562531) VncPod - Got MODIFIED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:09.07: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:52:09.07: VncKubernetes - Process event (name=ctest-pod-03285467 event_type=DELETED kind=Pod ns=ctest-non-default-05562531) VncPod - Got DELETED Pod ctest-non-default-05562531:ctest-pod-03285467:1f81e5a9-a0d1-40a7-89a3-96dca73c8335 2025-10-09 20:52:09.53: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:52:09.53: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:09.58: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:52:09.58: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=MODIFIED kind=Pod ns=ctest-new-default-10447951) VncPod - Got MODIFIED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:09.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:52:09.60: VncKubernetes - Process event (name=ctest-pod-69535175 event_type=DELETED kind=Pod ns=ctest-new-default-10447951) VncPod - Got DELETED Pod ctest-new-default-10447951:ctest-pod-69535175:b48b0e80-6f03-4794-8415-9d0f69786ba6 2025-10-09 20:52:10.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:11.32: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:11.32: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:11.32: VncKubernetes - Process event (name=ctest-non-default-05562531 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:11.33: NamespaceMonitor - start process kube event 2025-10-09 20:52:11.33: empty line received 2025-10-09 20:52:11.33: NamespaceMonitor - start process kube event 2025-10-09 20:52:11.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:16.50: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:16.50: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:16.50: VncKubernetes - Process event (name=ctest-non-default-05562531 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:16.50: NamespaceMonitor - start process kube event 2025-10-09 20:52:16.50: empty line received 2025-10-09 20:52:16.50: NamespaceMonitor - start process kube event 2025-10-09 20:52:16.50: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:16.50: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:16.50: NamespaceMonitor - start process kube event 2025-10-09 20:52:16.50: empty line received 2025-10-09 20:52:16.50: NamespaceMonitor - start process kube event 2025-10-09 20:52:16.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:52:16.76: VncKubernetes - Process event (name=ctest-non-default-05562531 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-05562531:9be1bb9c-f751-4539-ae39-c82468825e0c 2025-10-09 20:52:17.35: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:17.35: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:17.35: NamespaceMonitor - start process kube event 2025-10-09 20:52:17.35: empty line received 2025-10-09 20:52:17.35: NamespaceMonitor - start process kube event 2025-10-09 20:52:17.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1541 newResVer=1541 2025-10-09 20:52:17.42: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:17.42: empty line received 2025-10-09 20:52:17.42: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:17.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:52:17.67: VncKubernetes - Process event (name=ctest-new-default-10447951 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:17.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:19.00: stop iteration NetworkPolicyMonitor 2025-10-09 20:52:19.00: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:19.00: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1541 2025-10-09 20:52:19.00: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:52:19.00: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-09 20:52:19.00: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-09 20:52:19.00: NetworkPolicyMonitor - Start Watching request https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1541'})(timeout=120) 2025-10-09 20:52:19.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-09 20:52:19.00: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-09 20:52:19.01: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-09 20:52:19.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:19.02: NetworkPolicyMonitor - Watches https://10.0.0.27:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1541'}) 2025-10-09 20:52:22.37: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:52:22.37: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:52:22.37: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-10447951) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-10447951:ingress-on-service:ce6852a5-236e-4ea1-baa3-573879be7331 2025-10-09 20:52:22.37: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:22.37: empty line received 2025-10-09 20:52:22.37: NetworkPolicyMonitor - start process kube event 2025-10-09 20:52:22.41: EndPointMonitor - Received DELETED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:52:22.41: EndPointMonitor - Got DELETED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:52:22.41: EndPointMonitor - start process kube event 2025-10-09 20:52:22.41: empty line received 2025-10-09 20:52:22.41: EndPointMonitor - start process kube event 2025-10-09 20:52:22.51: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.27', port=6443): Read timed out. 2025-10-09 20:52:22.51: ServiceMonitor - start process kube event 2025-10-09 20:52:22.51: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=392 2025-10-09 20:52:22.51: ServiceMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:52:22.51: ServiceMonitor - Connect Kube API result 0 2025-10-09 20:52:22.51: ServiceMonitor - _schedule_vnc_sync 2025-10-09 20:52:22.51: ServiceMonitor - Start Watching request https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'})(timeout=120) 2025-10-09 20:52:22.52: ServiceMonitor - Watches https://10.0.0.27:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '392'}) 2025-10-09 20:52:22.52: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:52:22.53: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:52:22.53: ServiceMonitor - start process kube event 2025-10-09 20:52:22.53: empty line received 2025-10-09 20:52:22.53: ServiceMonitor - start process kube event 2025-10-09 20:52:22.53: ServiceMonitor - Received ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:22.53: ServiceMonitor - Got ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:22.53: ServiceMonitor - start process kube event 2025-10-09 20:52:22.53: empty line received 2025-10-09 20:52:22.53: ServiceMonitor - start process kube event 2025-10-09 20:52:22.61: ServiceMonitor - Received DELETED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:22.61: ServiceMonitor - Got DELETED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:22.61: ServiceMonitor - start process kube event 2025-10-09 20:52:22.61: empty line received 2025-10-09 20:52:22.61: ServiceMonitor - start process kube event 2025-10-09 20:52:22.63: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:22.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:22.63: NamespaceMonitor - start process kube event 2025-10-09 20:52:22.63: empty line received 2025-10-09 20:52:22.63: NamespaceMonitor - start process kube event 2025-10-09 20:52:22.65: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:22.65: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:22.65: NamespaceMonitor - start process kube event 2025-10-09 20:52:22.65: empty line received 2025-10-09 20:52:22.65: NamespaceMonitor - start process kube event 2025-10-09 20:52:23.13: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-09 20:52:23.13: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=DELETED kind=Endpoints ns=ctest-new-default-10447951) VncEndpoints - Got DELETED Endpoints ctest-new-default-10447951:ctest-nginx-svc-89643256:c34c04f9-711d-4d48-8e71-ba659f805c9f 2025-10-09 20:52:23.14: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-09 20:52:23.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-09 20:52:23.14: VncKubernetes - vnc_sync - Service start schedule_event: {'type': 'DELETED', 'object': {'kind': 'Service', 'spec': {}, 'metadata': {'uid': '38454438-709d-456f-93e8-7a18779b7bbe'}}} 2025-10-09 20:52:23.14: VncKubernetes - vnc_sync - Service done 2025-10-09 20:52:23.14: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-09 20:52:23.14: VncKubernetes - Process event (name=ctest-nginx-svc-97795394 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-97795394:b66eae7d-7733-4779-b7a0-f63beb2409a5 2025-10-09 20:52:23.14: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-09 20:52:23.14: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=ADDED kind=Service ns=ctest-new-default-10447951) VncService - Got ADDED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:23.14: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-09 20:52:23.14: VncKubernetes - Process event (name=ctest-nginx-svc-89643256 event_type=DELETED kind=Service ns=ctest-new-default-10447951) VncService - Got DELETED Service ctest-new-default-10447951:ctest-nginx-svc-89643256:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:23.39: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-09 20:52:23.39: VncKubernetes - Process event (name=ctest-new-default-10447951 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:23.68: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-09 20:52:23.68: VncKubernetes - Process event (name=ctest-new-default-10447951 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-10447951:cfe2a75f-0d82-43fa-a336-b8c85270a6bc 2025-10-09 20:52:24.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-09 20:52:24.66: VncKubernetes - Process event (name=None event_type=DELETED kind=Service ns=None) VncService - Got DELETED Service None:None:38454438-709d-456f-93e8-7a18779b7bbe 2025-10-09 20:52:24.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:29.94: EndPointMonitor - Received BOOKMARK: oldResVer=1631 newResVer=1767 2025-10-09 20:52:29.94: EndPointMonitor - start process kube event 2025-10-09 20:52:29.94: empty line received 2025-10-09 20:52:29.94: EndPointMonitor - start process kube event 2025-10-09 20:52:31.64: stop iteration EndPointMonitor 2025-10-09 20:52:31.64: EndPointMonitor - start process kube event 2025-10-09 20:52:31.64: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1767 2025-10-09 20:52:31.64: EndPointMonitor - Try to connect Kube API 10.0.0.27:6443 2025-10-09 20:52:31.64: EndPointMonitor - Connect Kube API result 0 2025-10-09 20:52:31.64: EndPointMonitor - _schedule_vnc_sync 2025-10-09 20:52:31.64: EndPointMonitor - Start Watching request https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1767'})(timeout=120) 2025-10-09 20:52:31.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-09 20:52:31.64: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-09 20:52:31.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-09 20:52:31.65: EndPointMonitor - Watches https://10.0.0.27:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1767'}) 2025-10-09 20:52:46.47: PodMonitor - Received BOOKMARK: oldResVer=1660 newResVer=1713 2025-10-09 20:52:46.47: PodMonitor - start process kube event 2025-10-09 20:52:46.47: empty line received 2025-10-09 20:52:46.47: PodMonitor - start process kube event 2025-10-09 20:53:07.31: NamespaceMonitor - Received BOOKMARK: oldResVer=1227 newResVer=1801 2025-10-09 20:53:07.31: NamespaceMonitor - start process kube event 2025-10-09 20:53:07.31: empty line received 2025-10-09 20:53:07.31: NamespaceMonitor - start process kube event 2025-10-09 20:53:08.38: NetworkMonitor - Received BOOKMARK: oldResVer=1459 newResVer=1459 2025-10-09 20:53:08.38: NetworkMonitor - start process kube event 2025-10-09 20:53:08.38: NetworkMonitor - _schedule_vnc_sync 2025-10-09 20:53:08.38: empty line received 2025-10-09 20:53:08.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-09 20:53:08.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip