++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Tue Nov 11 02:52:28 PM UTC 2025 ===================' INFO: =================== Tue Nov 11 02:52:28 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ awk '{print $2}' +++ cut -d / -f 1 +++ head -n 1 +++ grep 'inet ' ++ DEFAULT_LOCAL_IP=10.0.0.128 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.128 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.128 ++ ANALYTICSDB_NODES=10.0.0.128 ++ ANALYTICS_SNMP_NODES=10.0.0.128 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:8081 ' +++ '[' -n '10.0.0.128:8081 ' ']' +++ echo 10.0.0.128:8081 ++ ANALYTICS_SERVERS=10.0.0.128:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:9042 ' +++ '[' -n '10.0.0.128:9042 ' ']' +++ echo 10.0.0.128:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.128:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.128 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:8086 ' +++ '[' -n '10.0.0.128:8086 ' ']' +++ echo 10.0.0.128:8086 ++ COLLECTOR_SERVERS=10.0.0.128:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.128 ++ CONFIGDB_NODES=10.0.0.128 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:8082 ' +++ '[' -n '10.0.0.128:8082 ' ']' +++ echo 10.0.0.128:8082 ++ CONFIG_SERVERS=10.0.0.128:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:9161 ' +++ '[' -n '10.0.0.128:9161 ' ']' +++ echo 10.0.0.128:9161 ++ CONFIGDB_SERVERS=10.0.0.128:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:9041 ' +++ '[' -n '10.0.0.128:9041 ' ']' +++ echo 10.0.0.128:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.128:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.128 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.128 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.128 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+=10.0.0.128:2181, +++ '[' -n 10.0.0.128:2181, ']' +++ echo 10.0.0.128:2181 ++ ZOOKEEPER_SERVERS=10.0.0.128:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:2181 ' +++ '[' -n '10.0.0.128:2181 ' ']' +++ echo 10.0.0.128:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.128:2181 ++ RABBITMQ_NODES=10.0.0.128 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+=10.0.0.128:5673, +++ '[' -n 10.0.0.128:5673, ']' +++ echo 10.0.0.128:5673 ++ RABBITMQ_SERVERS=10.0.0.128:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:6379 ' +++ '[' -n '10.0.0.128:6379 ' ']' +++ echo 10.0.0.128:6379 ++ REDIS_SERVERS=10.0.0.128:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.128 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.128 +++ local server_address=10.0.0.128 +++ extended_server_list+='10.0.0.128:9092 ' +++ '[' -n '10.0.0.128:9092 ' ']' +++ echo 10.0.0.128:9092 ++ KAFKA_SERVERS=10.0.0.128:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.128 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.128 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.128 + local cassandra=10.0.0.128 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.128 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ii1ycnR5ZDFRa3E3aTRORVVrWWVpMEZJRmRDTDRJUmd1M1l5SGxNRUM1dlUifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImFmMGZiODgxLTY0NmYtNGMxZS05NjcxLTkxODY2MDM4NWMwMyIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.gi8D_tlLbeGGUgz_9hfwXmPcmwGWggU6Hl54oXH_lcGBwnILAL1a-8hxkW9EVWlDIxnNj3tNLoXJekrj3HvTyCEQxeGare3WAs6-Z2L8FAD-nLTAnAyJ6zm1f-UyU4a3qjfHY4Cja3jfhy5Fp_dFcwr3UlkV8f3wbQfVJcmMGZNYiCWXgoO_z8pXvje8_A7xTWY5lxOjXG2fgYC77HEkdyPtnaNACmNL--9Vg6uyReEWNTCk6zii50imswNsVo1XTsW8iO-KbRWU6CWOjxPtrQc0zZYNlgW8-3QuLU7ZrEwEOcw3xiKCqWmermJDoFHFostZ4tVyFnylc0A63G_H2A ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.128 +++ local servers=10.0.0.128 +++ cut -d ' ' -f 1 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ tr '\n' , ++++ get_local_ips ++++ awk '/32 host/ { print f } {f=$2}' ++++ grep -vi host ++++ cat /proc/net/fib_trie ++++ sort ++++ uniq +++ local local_ips=,10.0.0.128,10.3.47.1,127.0.0.1,172.17.0.1,252.128.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.128'\''))' +++ local server_ip=10.0.0.128 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.128 ]] +++ [[ ,10.0.0.128,10.3.47.1,127.0.0.1,172.17.0.1,252.128.0.1,, =~ ,10\.0\.0\.128, ]] +++ echo 10.0.0.128 1 +++ return ++ local ip=10.0.0.128 ++ [[ -z 10.0.0.128 ]] ++ echo 10.0.0.128 + host_ip=10.0.0.128 + [[ cql == \c\q\l ]] ++ echo 10.0.0.128:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.128:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/11/2025 14:52:36.745 7ffb48504380 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/11/2025 14:52:36.919 7ffb48504380 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/11/2025 14:52:36.919 7ffb48504380 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.128 - - [2025-11-11 14:52:39] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2978 0.001401 2025-11-11 14:52:37.14: KubeMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:37.14: KubeMonitor - Connect Kube API result 0 2025-11-11 14:52:37.23: KubeMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/api/v1 2025-11-11 14:52:37.24: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/api/v1 2025-11-11 14:52:37.25: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1 2025-11-11 14:52:37.25: PodMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/api/v1 2025-11-11 14:52:37.26: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/api/v1 2025-11-11 14:52:37.27: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/apis/networking.k8s.io/v1 2025-11-11 14:52:37.28: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/api/v1 2025-11-11 14:52:37.28: IngressMonitor - KubeMonitor init done: url=https://10.0.0.128:6443/apis/networking.k8s.io/v1 2025-11-11 14:52:37.28: VncKubernetes - vnc_connect starting 2025-11-11 14:52:37.29: VncKubernetes - vnc_connect done 2025-11-11 14:52:37.46: default-domain domain available. 2025-11-11 14:52:42.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:52:42.84: NamespaceMonitor - start process kube event 2025-11-11 14:52:42.84: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.84: NamespaceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.84: NetworkMonitor - start process kube event 2025-11-11 14:52:42.84: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.84: NetworkMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.85: PodMonitor - start process kube event 2025-11-11 14:52:42.85: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.85: PodMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.85: ServiceMonitor - start process kube event 2025-11-11 14:52:42.85: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.85: ServiceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.85: NetworkPolicyMonitor - start process kube event 2025-11-11 14:52:42.85: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.85: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.85: EndPointMonitor - start process kube event 2025-11-11 14:52:42.85: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.85: EndPointMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.85: IngressMonitor - start process kube event 2025-11-11 14:52:42.85: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-11 14:52:42.85: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:52:42.85: IngressMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: IngressMonitor - Start init url=https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-11 14:52:42.85: EndPointMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: EndPointMonitor - Start init url=https://10.0.0.128:6443/api/v1/endpoints resource_version=None 2025-11-11 14:52:42.85: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: NetworkPolicyMonitor - Start init url=https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-11 14:52:42.85: ServiceMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: ServiceMonitor - Start init url=https://10.0.0.128:6443/api/v1/services resource_version=None 2025-11-11 14:52:42.85: PodMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: PodMonitor - Start init url=https://10.0.0.128:6443/api/v1/pods resource_version=None 2025-11-11 14:52:42.85: NetworkMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: NamespaceMonitor - Connect Kube API result 0 2025-11-11 14:52:42.85: NamespaceMonitor - Start init url=https://10.0.0.128:6443/api/v1/namespaces resource_version=None 2025-11-11 14:52:42.88: IngressMonitor - Done init url=https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses, resource_version=440 2025-11-11 14:52:42.88: IngressMonitor - _schedule_vnc_sync 2025-11-11 14:52:42.88: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:52:42.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 14:52:42.88: VncKubernetes - vnc_sync - Ingress start 2025-11-11 14:52:42.88: VncKubernetes - vnc_sync - Ingress done 2025-11-11 14:52:42.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:52:42.89: NetworkPolicyMonitor - Done init url=https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=440 2025-11-11 14:52:42.89: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-11 14:52:42.89: NetworkPolicyMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:52:42.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-11 14:52:42.89: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-11 14:52:42.90: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:52:42.91: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:52:42.92: PodMonitor - Done init url=https://10.0.0.128:6443/api/v1/pods, resource_version=440 2025-11-11 14:52:42.92: PodMonitor - _schedule_vnc_sync 2025-11-11 14:52:42.92: PodMonitor - Start Watching request https://10.0.0.128:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:52:42.93: ServiceMonitor - Got ADDED Service default:kubernetes:545985e9-26be-419f-b222-b63b8b1cca21 2025-11-11 14:52:42.93: NamespaceMonitor - Got ADDED Namespace None:contrail:ae9942ba-1841-4923-aeb1-da3dcdca94dd 2025-11-11 14:52:42.94: EndPointMonitor - Got ADDED Endpoints default:kubernetes:77bf8f8b-23d5-4c41-acb5-cbd4993b2624 2025-11-11 14:52:42.94: NetworkPolicyMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:52:42.94: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-11 14:52:42.94: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 14:52:42.94: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:52:42.95: NetworkMonitor - Start init url=https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-11 14:52:42.95: PodMonitor - Watches https://10.0.0.128:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:52:42.95: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:52:42.95: EndPointMonitor - Done init url=https://10.0.0.128:6443/api/v1/endpoints, resource_version=440 2025-11-11 14:52:42.95: EndPointMonitor - _schedule_vnc_sync 2025-11-11 14:52:42.95: EndPointMonitor - Start Watching request https://10.0.0.128:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:52:42.96: NamespaceMonitor - Got ADDED Namespace None:default:337f21a4-d29d-4b17-b808-6de0fbe2b7d3 2025-11-11 14:52:42.96: ServiceMonitor - Got ADDED Service kube-system:kube-dns:13b0253e-f968-4203-925c-67e49884a656 2025-11-11 14:52:42.96: ServiceMonitor - Done init url=https://10.0.0.128:6443/api/v1/services, resource_version=440 2025-11-11 14:52:42.96: ServiceMonitor - _schedule_vnc_sync 2025-11-11 14:52:42.96: ServiceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:52:42.97: EndPointMonitor - Watches https://10.0.0.128:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:52:42.97: ServiceMonitor - Watches https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:52:42.97: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:cfa75fa2-3459-46fc-9c53-c6d9137f65d7 2025-11-11 14:52:42.98: NamespaceMonitor - Got ADDED Namespace None:kube-public:2342c5de-87e0-4d76-8914-1cdef7fdbe86 2025-11-11 14:52:42.98: NamespaceMonitor - Got ADDED Namespace None:kube-system:07436ede-8cfe-4aa5-baae-450d0faa7f16 2025-11-11 14:52:42.98: NamespaceMonitor - Done init url=https://10.0.0.128:6443/api/v1/namespaces, resource_version=440 2025-11-11 14:52:42.98: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 14:52:42.98: NamespaceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:52:42.98: NamespaceMonitor - Watches https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:52:43.01: NetworkMonitor - Done init url=https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=444 2025-11-11 14:52:43.01: NetworkMonitor - _schedule_vnc_sync 2025-11-11 14:52:43.01: NetworkMonitor - Start Watching request https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'})(timeout=120) 2025-11-11 14:52:43.02: NetworkMonitor - Watches https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'}) 2025-11-11 14:52:44.15: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:52:44.15: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:52:44.16: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-11 14:52:44.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-11 14:52:44.16: VncKubernetes - vnc_sync - Pod start 2025-11-11 14:52:44.16: VncKubernetes - vnc_sync - Pod done 2025-11-11 14:52:44.16: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-11 14:52:44.16: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:545985e9-26be-419f-b222-b63b8b1cca21 2025-11-11 14:52:44.16: PodMonitor - start process kube event 2025-11-11 14:52:44.16: empty line received 2025-11-11 14:52:44.16: PodMonitor - start process kube event 2025-11-11 14:52:45.36: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:52:45.36: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:ae9942ba-1841-4923-aeb1-da3dcdca94dd 2025-11-11 14:52:47.24: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:52:47.24: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:77bf8f8b-23d5-4c41-acb5-cbd4993b2624 2025-11-11 14:52:47.31: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-11 14:52:47.31: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:52:47.32: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-11 14:52:47.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-11 14:52:47.32: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-11 14:52:47.32: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-11 14:52:47.32: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:337f21a4-d29d-4b17-b808-6de0fbe2b7d3 2025-11-11 14:52:49.44: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-11 14:52:49.44: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:13b0253e-f968-4203-925c-67e49884a656 2025-11-11 14:52:51.15: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-11 14:52:51.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-11 14:52:51.15: VncKubernetes - vnc_sync - Service start 2025-11-11 14:52:51.15: VncKubernetes - vnc_sync - Service done 2025-11-11 14:52:51.15: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-11 14:52:51.15: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:cfa75fa2-3459-46fc-9c53-c6d9137f65d7 2025-11-11 14:52:53.06: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 14:52:53.06: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:2342c5de-87e0-4d76-8914-1cdef7fdbe86 2025-11-11 14:52:54.85: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 14:52:54.85: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:07436ede-8cfe-4aa5-baae-450d0faa7f16 2025-11-11 14:52:56.30: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 14:52:56.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-11 14:52:56.30: VncKubernetes - vnc_sync - Namespace start 2025-11-11 14:52:56.30: VncKubernetes - vnc_sync - Namespace done 2025-11-11 14:52:56.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:52:56.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 14:52:56.30: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 14:52:56.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:52:56.30: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:52:56.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:53:02.39: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:53:02.39: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:53:02.39: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:53:02.39: PodMonitor - start process kube event 2025-11-11 14:53:02.39: empty line received 2025-11-11 14:53:02.39: PodMonitor - start process kube event 2025-11-11 14:53:02.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:53:02.40: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:53:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001162 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:53:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001067 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:54:22] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001076 2025-11-11 14:53:02.40: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:53:02.40: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:53:02.40: PodMonitor - start process kube event 2025-11-11 14:53:02.40: empty line received 2025-11-11 14:53:02.40: PodMonitor - start process kube event 2025-11-11 14:53:02.41: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:53:02.41: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:53:02.41: EndPointMonitor - start process kube event 2025-11-11 14:53:02.41: empty line received 2025-11-11 14:53:02.41: EndPointMonitor - start process kube event 2025-11-11 14:53:02.42: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:53:02.42: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:53:02.42: EndPointMonitor - start process kube event 2025-11-11 14:53:02.42: empty line received 2025-11-11 14:53:02.42: EndPointMonitor - start process kube event 2025-11-11 14:53:02.47: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:53:02.47: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:53:02.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:53:02.54: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:53:03.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:53:42.43: EndPointMonitor - Received BOOKMARK: oldResVer=440 newResVer=482 2025-11-11 14:53:42.43: EndPointMonitor - start process kube event 2025-11-11 14:53:42.43: empty line received 2025-11-11 14:53:42.43: EndPointMonitor - start process kube event 2025-11-11 14:53:43.23: PodMonitor - Received BOOKMARK: oldResVer=440 newResVer=476 2025-11-11 14:53:43.23: PodMonitor - start process kube event 2025-11-11 14:53:43.23: empty line received 2025-11-11 14:53:43.23: PodMonitor - start process kube event 2025-11-11 14:54:42.90: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:54:42.90: IngressMonitor - start process kube event 2025-11-11 14:54:42.90: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:54:42.90: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:54:42.90: IngressMonitor - Connect Kube API result 0 2025-11-11 14:54:42.90: IngressMonitor - _schedule_vnc_sync 2025-11-11 14:54:42.90: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:54:42.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 14:54:42.90: VncKubernetes - vnc_sync - Ingress start 2025-11-11 14:54:42.90: VncKubernetes - vnc_sync - Ingress done 2025-11-11 14:54:42.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:54:42.92: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:54:42.94: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:54:42.94: NetworkPolicyMonitor - start process kube event 2025-11-11 14:54:42.94: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:54:42.95: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:54:42.95: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-11 14:54:42.95: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-11 14:54:42.95: NetworkPolicyMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:54:42.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-11 14:54:42.95: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-11 14:54:42.95: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-11 14:54:42.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:54:42.95: NetworkPolicyMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:54:42.97: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:54:42.97: ServiceMonitor - start process kube event 2025-11-11 14:54:42.97: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:54:42.97: ServiceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:54:42.97: ServiceMonitor - Connect Kube API result 0 2025-11-11 14:54:42.97: ServiceMonitor - _schedule_vnc_sync 2025-11-11 14:54:42.97: ServiceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:54:42.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-11 14:54:42.97: VncKubernetes - vnc_sync - Service start 2025-11-11 14:54:42.97: VncKubernetes - vnc_sync - Service done 2025-11-11 14:54:42.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:54:42.98: ServiceMonitor - Watches https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:54:42.99: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:54:42.99: NamespaceMonitor - start process kube event 2025-11-11 14:54:42.99: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:54:42.99: NamespaceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:54:42.99: NamespaceMonitor - Connect Kube API result 0 2025-11-11 14:54:42.99: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 14:54:42.99: NamespaceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:54:42.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-11 14:54:42.99: VncKubernetes - vnc_sync - Namespace start 2025-11-11 14:54:42.99: VncKubernetes - vnc_sync - Namespace done 2025-11-11 14:54:42.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:54:42.99: NamespaceMonitor - Watches https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:54:43.02: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:54:43.02: NetworkMonitor - start process kube event 2025-11-11 14:54:43.02: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=444 2025-11-11 14:54:43.02: NetworkMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:54:43.02: NetworkMonitor - Connect Kube API result 0 2025-11-11 14:54:43.02: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.128 - - [2025-11-11 14:55:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001077 2025-11-11 14:54:43.02: NetworkMonitor - Start Watching request https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'})(timeout=120) 2025-11-11 14:54:43.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 14:54:43.02: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 14:54:43.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:54:43.03: NetworkMonitor - Watches https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'}) 2025-11-11 14:54:43.16: EndPointMonitor - Received BOOKMARK: oldResVer=482 newResVer=482 2025-11-11 14:54:43.17: EndPointMonitor - start process kube event 2025-11-11 14:54:43.17: empty line received 2025-11-11 14:54:43.17: EndPointMonitor - start process kube event 2025-11-11 14:54:43.76: PodMonitor - Received BOOKMARK: oldResVer=476 newResVer=476 2025-11-11 14:54:43.76: PodMonitor - start process kube event 2025-11-11 14:54:43.76: empty line received 2025-11-11 14:54:43.76: PodMonitor - start process kube event 2025-11-11 14:55:42.20: EndPointMonitor - Received BOOKMARK: oldResVer=482 newResVer=482 2025-11-11 14:55:42.20: EndPointMonitor - start process kube event 2025-11-11 14:55:42.20: empty line received 2025-11-11 14:55:42.20: EndPointMonitor - start process kube event 2025-11-11 14:55:43.35: PodMonitor - Received BOOKMARK: oldResVer=476 newResVer=476 2025-11-11 14:55:43.35: PodMonitor - start process kube event 2025-11-11 14:55:43.35: empty line received 2025-11-11 14:55:43.35: PodMonitor - start process kube event 2025-11-11 14:56:42.90: EndPointMonitor - Received BOOKMARK: oldResVer=482 newResVer=482 2025-11-11 14:56:42.90: EndPointMonitor - start process kube event 2025-11-11 14:56:42.90: empty line received 2025-11-11 14:56:42.90: EndPointMonitor - start process kube event 2025-11-11 14:56:42.92: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:56:42.92: IngressMonitor - start process kube event 2025-11-11 14:56:42.92: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:56:42.92: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:56:42.92: IngressMonitor - Connect Kube API result 0 2025-11-11 14:56:42.92: IngressMonitor - _schedule_vnc_sync 2025-11-11 14:56:42.92: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:56:42.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 14:56:42.92: VncKubernetes - vnc_sync - Ingress start 2025-11-11 14:56:42.92: VncKubernetes - vnc_sync - Ingress done 2025-11-11 14:56:42.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:56:42.94: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:56:42.95: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:56:42.95: NetworkPolicyMonitor - start process kube event 2025-11-11 14:56:42.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:56:42.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:56:42.96: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-11 14:56:42.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-11 14:56:42.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:56:42.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-11 14:56:42.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-11 14:56:42.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-11 14:56:42.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:56:42.97: NetworkPolicyMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:56:42.98: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:56:42.98: ServiceMonitor - start process kube event 2025-11-11 14:56:42.98: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:56:42.98: ServiceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:56:42.98: ServiceMonitor - Connect Kube API result 0 2025-11-11 14:56:42.98: ServiceMonitor - _schedule_vnc_sync 2025-11-11 14:56:42.98: ServiceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:56:42.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-11 14:56:42.98: VncKubernetes - vnc_sync - Service start 2025-11-11 14:56:42.98: VncKubernetes - vnc_sync - Service done 2025-11-11 14:56:42.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:56:42.99: ServiceMonitor - Watches https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:56:42.99: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:56:43.00: NamespaceMonitor - start process kube event 2025-11-11 14:56:43.00: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:56:43.00: NamespaceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:56:43.00: NamespaceMonitor - Connect Kube API result 0 2025-11-11 14:56:43.00: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 14:56:43.00: NamespaceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:56:43.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-11 14:56:43.00: VncKubernetes - vnc_sync - Namespace start 2025-11-11 14:56:43.00: VncKubernetes - vnc_sync - Namespace done 2025-11-11 14:56:43.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:56:43.01: NamespaceMonitor - Watches https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:56:43.03: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:56:43.03: NetworkMonitor - start process kube event 2025-11-11 14:56:43.03: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=444 2025-11-11 14:56:43.03: NetworkMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:56:43.03: NetworkMonitor - Connect Kube API result 0 2025-11-11 14:56:43.03: NetworkMonitor - _schedule_vnc_sync 2025-11-11 14:56:43.03: NetworkMonitor - Start Watching request https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'})(timeout=120) 2025-11-11 14:56:43.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 14:56:43.03: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 14:56:43.03: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.128 - - [2025-11-11 14:58:17] "GET /Snh_NamespaceDatabaseList?namespace_uuid=337f21a4-d29d-4b17-b808-6de0fbe2b7d3 HTTP/1.1" 200 753 0.003219 2025-11-11 14:56:43.04: NetworkMonitor - Watches https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'}) 2025-11-11 14:56:43.36: PodMonitor - Received BOOKMARK: oldResVer=476 newResVer=476 2025-11-11 14:56:43.36: PodMonitor - start process kube event 2025-11-11 14:56:43.36: PodMonitor - _schedule_vnc_sync 2025-11-11 14:56:43.36: empty line received 2025-11-11 14:56:43.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-11 14:56:43.36: VncKubernetes - vnc_sync - Pod start 2025-11-11 14:56:43.36: VncKubernetes - vnc_sync - Pod done 2025-11-11 14:56:43.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:56:43.36: PodMonitor - start process kube event 2025-11-11 14:56:57.62: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:56:57.63: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:56:57.63: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:56:57.63: PodMonitor - start process kube event 2025-11-11 14:56:57.63: empty line received 2025-11-11 14:56:57.63: PodMonitor - start process kube event 2025-11-11 14:56:57.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:56:57.64: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:56:57.64: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:56:57.64: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:56:57.64: EndPointMonitor - start process kube event 2025-11-11 14:56:57.64: EndPointMonitor - _schedule_vnc_sync 2025-11-11 14:56:57.64: empty line received 2025-11-11 14:56:57.64: EndPointMonitor - start process kube event 2025-11-11 14:56:57.65: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:56:57.65: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:56:57.65: PodMonitor - start process kube event 2025-11-11 14:56:57.65: empty line received 2025-11-11 14:56:57.65: PodMonitor - start process kube event 2025-11-11 14:56:57.67: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:56:57.67: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:56:57.67: EndPointMonitor - start process kube event 2025-11-11 14:56:57.67: empty line received 2025-11-11 14:56:57.67: EndPointMonitor - start process kube event 2025-11-11 14:56:58.07: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 14:56:58.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-11 14:56:58.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-11 14:56:58.07: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:56:58.07: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 14:56:58.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:56:58.13: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 14:56:58.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:57:42.96: EndPointMonitor - Received BOOKMARK: oldResVer=482 newResVer=807 2025-11-11 14:57:42.96: EndPointMonitor - start process kube event 2025-11-11 14:57:42.96: empty line received 2025-11-11 14:57:42.96: EndPointMonitor - start process kube event 2025-11-11 14:57:43.87: PodMonitor - Received BOOKMARK: oldResVer=476 newResVer=804 2025-11-11 14:57:43.87: PodMonitor - start process kube event 2025-11-11 14:57:43.87: empty line received 2025-11-11 14:57:43.87: PodMonitor - start process kube event 2025-11-11 14:58:17.97: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 14:58:17.97: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 14:58:17.97: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 14:58:17.97: ServiceMonitor - start process kube event 2025-11-11 14:58:17.97: empty line received 2025-11-11 14:58:17.97: ServiceMonitor - start process kube event 2025-11-11 14:58:17.99: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:17.99: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:17.99: EndPointMonitor - start process kube event 2025-11-11 14:58:17.99: empty line received 2025-11-11 14:58:17.99: EndPointMonitor - start process kube event 2025-11-11 14:58:18.00: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:18.00: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-10261601 (no nodeName) 2025-11-11 14:58:18.00: PodMonitor - start process kube event 2025-11-11 14:58:18.00: empty line received 2025-11-11 14:58:18.00: PodMonitor - start process kube event 2025-11-11 14:58:18.04: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:18.04: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:18.05: PodMonitor - start process kube event 2025-11-11 14:58:18.05: empty line received 2025-11-11 14:58:18.05: PodMonitor - start process kube event 2025-11-11 14:58:18.06: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:18.06: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:18.06: PodMonitor - start process kube event 2025-11-11 14:58:18.06: empty line received 2025-11-11 14:58:18.06: PodMonitor - start process kube event 2025-11-11 14:58:18.07: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:18.07: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-69028023 (no nodeName) 2025-11-11 14:58:18.07: PodMonitor - start process kube event 2025-11-11 14:58:18.07: empty line received 2025-11-11 14:58:18.07: PodMonitor - start process kube event 2025-11-11 14:58:18.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:18.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:18.07: PodMonitor - start process kube event 2025-11-11 14:58:18.07: empty line received 2025-11-11 14:58:18.07: PodMonitor - start process kube event 2025-11-11 14:58:18.09: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:18.09: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:18.09: PodMonitor - start process kube event 2025-11-11 14:58:18.09: empty line received 2025-11-11 14:58:18.09: PodMonitor - start process kube event [Introspect:8108]10.0.0.128 - - [2025-11-11 14:58:27] "GET /Snh_LoadbalancerDatabaseList?x=b609f826-0860-4b4f-bdf4-08955bfe238c HTTP/1.1" 200 1869 0.000821 2025-11-11 14:58:19.01: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 14:58:19.01: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:19.08: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 14:58:19.08: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:19.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:19.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:19.92: PodMonitor - start process kube event 2025-11-11 14:58:19.92: empty line received 2025-11-11 14:58:19.92: PodMonitor - start process kube event 2025-11-11 14:58:19.93: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 14:58:19.93: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:20.06: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 14:58:20.06: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:20.69: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:20.69: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:20.69: PodMonitor - start process kube event 2025-11-11 14:58:20.69: empty line received 2025-11-11 14:58:20.69: PodMonitor - start process kube event 2025-11-11 14:58:20.71: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 14:58:20.71: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:20.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:58:20.84: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:20.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:58:20.85: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:20.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:24.28: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:58:24.28: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:58:24.28: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:58:24.28: IngressMonitor - start process kube event 2025-11-11 14:58:24.28: empty line received 2025-11-11 14:58:24.28: IngressMonitor - start process kube event 2025-11-11 14:58:25.44: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:58:25.44: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:58:25.44: IngressMonitor - start process kube event 2025-11-11 14:58:25.44: empty line received 2025-11-11 14:58:25.44: IngressMonitor - start process kube event 2025-11-11 14:58:26.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:58:26.62: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:58:27.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:27.32: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:27.32: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-09979576 (no nodeName) 2025-11-11 14:58:27.32: PodMonitor - start process kube event 2025-11-11 14:58:27.32: empty line received 2025-11-11 14:58:27.32: PodMonitor - start process kube event 2025-11-11 14:58:27.32: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:27.32: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:27.32: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:27.32: PodMonitor - start process kube event 2025-11-11 14:58:27.32: empty line received 2025-11-11 14:58:27.32: PodMonitor - start process kube event 2025-11-11 14:58:27.35: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:27.35: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:27.35: PodMonitor - start process kube event 2025-11-11 14:58:27.35: empty line received 2025-11-11 14:58:27.35: PodMonitor - start process kube event 2025-11-11 14:58:28.11: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:28.11: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:28.11: PodMonitor - start process kube event 2025-11-11 14:58:28.11: empty line received 2025-11-11 14:58:28.11: PodMonitor - start process kube event 2025-11-11 14:58:28.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:58:28.12: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:28.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:58:28.28: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:28.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:35.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:35.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:35.78: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:58:35.78: PodMonitor - start process kube event 2025-11-11 14:58:35.78: empty line received 2025-11-11 14:58:35.78: PodMonitor - start process kube event 2025-11-11 14:58:35.78: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:35.78: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:35.78: EndPointMonitor - start process kube event 2025-11-11 14:58:35.78: empty line received 2025-11-11 14:58:35.78: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.128 - - [2025-11-11 14:58:37] "GET /Snh_VirtualMachineDatabaseList?x=ceaf9556-7862-4d03-81d7-d4cba90cbaec HTTP/1.1" 200 2150 0.000887 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:58:37] "GET /Snh_VirtualMachineDatabaseList?x=19f528f3-8300-4fd8-bdc1-ecc622f0db25 HTTP/1.1" 200 2150 0.000770 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:58:42] "GET /Snh_VirtualMachineDatabaseList?x=2de9558c-7e23-47b8-ae8f-d898a0355a93 HTTP/1.1" 200 2084 0.000767 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:58:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001435 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001514 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001251 2025-11-11 14:58:35.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:58:35.84: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:36.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:36.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:36.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:36.78: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:58:36.78: PodMonitor - start process kube event 2025-11-11 14:58:36.78: empty line received 2025-11-11 14:58:36.78: PodMonitor - start process kube event 2025-11-11 14:58:36.79: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:36.79: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:36.79: EndPointMonitor - start process kube event 2025-11-11 14:58:36.79: empty line received 2025-11-11 14:58:36.79: EndPointMonitor - start process kube event 2025-11-11 14:58:36.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:58:36.84: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:58:37.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:40.80: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:40.80: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:40.80: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:40.80: PodMonitor - start process kube event 2025-11-11 14:58:40.80: empty line received 2025-11-11 14:58:40.80: PodMonitor - start process kube event 2025-11-11 14:58:40.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:42.71: EndPointMonitor - Received BOOKMARK: oldResVer=807 newResVer=981 2025-11-11 14:58:42.71: EndPointMonitor - start process kube event 2025-11-11 14:58:42.71: empty line received 2025-11-11 14:58:42.71: EndPointMonitor - start process kube event 2025-11-11 14:58:42.80: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:42.80: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:42.80: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:58:42.80: PodMonitor - start process kube event 2025-11-11 14:58:42.80: empty line received 2025-11-11 14:58:42.80: PodMonitor - start process kube event 2025-11-11 14:58:42.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:42.97: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:58:42.97: NetworkPolicyMonitor - start process kube event 2025-11-11 14:58:42.97: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:58:42.97: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:58:42.97: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-11 14:58:42.97: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-11 14:58:42.97: NetworkPolicyMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:58:42.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-11 14:58:42.97: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-11 14:58:42.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-11 14:58:42.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:42.98: NetworkPolicyMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:58:43.01: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:58:43.01: NamespaceMonitor - start process kube event 2025-11-11 14:58:43.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 14:58:43.01: NamespaceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:58:43.01: NamespaceMonitor - Connect Kube API result 0 2025-11-11 14:58:43.01: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 14:58:43.01: NamespaceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 14:58:43.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-11 14:58:43.01: VncKubernetes - vnc_sync - Namespace start 2025-11-11 14:58:43.01: VncKubernetes - vnc_sync - Namespace done 2025-11-11 14:58:43.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:43.02: NamespaceMonitor - Watches https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 14:58:43.04: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 14:58:43.04: NetworkMonitor - start process kube event 2025-11-11 14:58:43.04: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=444 2025-11-11 14:58:43.04: NetworkMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 14:58:43.04: NetworkMonitor - Connect Kube API result 0 2025-11-11 14:58:43.04: NetworkMonitor - _schedule_vnc_sync 2025-11-11 14:58:43.04: NetworkMonitor - Start Watching request https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'})(timeout=120) 2025-11-11 14:58:43.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 14:58:43.04: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 14:58:43.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:58:43.05: NetworkMonitor - Watches https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'}) 2025-11-11 14:58:43.21: PodMonitor - Received BOOKMARK: oldResVer=804 newResVer=993 2025-11-11 14:58:43.21: PodMonitor - start process kube event 2025-11-11 14:58:43.21: empty line received 2025-11-11 14:58:43.21: PodMonitor - start process kube event 2025-11-11 14:59:13.89: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.89: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.89: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.89: PodMonitor - start process kube event 2025-11-11 14:59:13.89: empty line received [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:17] "GET /Snh_LoadbalancerDatabaseList?x=b609f826-0860-4b4f-bdf4-08955bfe238c HTTP/1.1" 200 1869 0.000683 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:18] "GET /Snh_LoadbalancerDatabaseList?x=b609f826-0860-4b4f-bdf4-08955bfe238c HTTP/1.1" 200 313 0.000723 2025-11-11 14:59:13.89: PodMonitor - start process kube event 2025-11-11 14:59:13.89: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.89: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.89: PodMonitor - start process kube event 2025-11-11 14:59:13.89: empty line received 2025-11-11 14:59:13.89: PodMonitor - start process kube event 2025-11-11 14:59:13.90: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.90: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.90: PodMonitor - start process kube event 2025-11-11 14:59:13.90: empty line received 2025-11-11 14:59:13.90: PodMonitor - start process kube event 2025-11-11 14:59:13.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:59:13.90: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:13.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:13.91: VncKubernetes - Process event (name=ctest-busybox-pod-09979576 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-09979576:2de9558c-7e23-47b8-ae8f-d898a0355a93 2025-11-11 14:59:14.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:17.89: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:59:17.89: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:59:17.89: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 14:59:17.89: IngressMonitor - start process kube event 2025-11-11 14:59:17.89: empty line received 2025-11-11 14:59:17.89: IngressMonitor - start process kube event 2025-11-11 14:59:19.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:24.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:24.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:24.27: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:24.28: PodMonitor - start process kube event 2025-11-11 14:59:24.28: empty line received 2025-11-11 14:59:24.28: PodMonitor - start process kube event 2025-11-11 14:59:24.28: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:59:24.28: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:59:24.28: EndPointMonitor - start process kube event 2025-11-11 14:59:24.28: empty line received 2025-11-11 14:59:24.28: EndPointMonitor - start process kube event 2025-11-11 14:59:24.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:24.30: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:59:24.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:25.89: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.89: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.90: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.90: PodMonitor - start process kube event 2025-11-11 14:59:25.90: empty line received 2025-11-11 14:59:25.90: PodMonitor - start process kube event 2025-11-11 14:59:25.91: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.91: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.91: PodMonitor - start process kube event 2025-11-11 14:59:25.91: empty line received 2025-11-11 14:59:25.91: PodMonitor - start process kube event 2025-11-11 14:59:25.91: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.91: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.91: PodMonitor - start process kube event 2025-11-11 14:59:25.91: empty line received 2025-11-11 14:59:25.91: PodMonitor - start process kube event 2025-11-11 14:59:25.92: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:59:25.92: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:25.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:25.97: VncKubernetes - Process event (name=ctest-nginx-pod-69028023 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-69028023:19f528f3-8300-4fd8-bdc1-ecc622f0db25 2025-11-11 14:59:26.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:29.31: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:29.31: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:29.32: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:29.32: PodMonitor - start process kube event 2025-11-11 14:59:29.32: empty line received 2025-11-11 14:59:29.32: PodMonitor - start process kube event 2025-11-11 14:59:29.32: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:59:29.32: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:59:29.32: EndPointMonitor - start process kube event 2025-11-11 14:59:29.32: empty line received 2025-11-11 14:59:29.32: EndPointMonitor - start process kube event 2025-11-11 14:59:29.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:29.34: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-47843910:a8eeca6d-0a10-450f-a3e1-72c12904e4a4 2025-11-11 14:59:29.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:30.91: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.91: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.91: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.91: PodMonitor - start process kube event 2025-11-11 14:59:30.91: empty line received 2025-11-11 14:59:30.91: PodMonitor - start process kube event 2025-11-11 14:59:30.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.92: PodMonitor - start process kube event 2025-11-11 14:59:30.92: empty line received 2025-11-11 14:59:30.92: PodMonitor - start process kube event 2025-11-11 14:59:30.92: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.92: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.92: PodMonitor - start process kube event 2025-11-11 14:59:30.92: empty line received 2025-11-11 14:59:30.92: PodMonitor - start process kube event 2025-11-11 14:59:30.98: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:59:30.98: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:30.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:30.99: VncKubernetes - Process event (name=ctest-nginx-pod-10261601 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-10261601:ceaf9556-7862-4d03-81d7-d4cba90cbaec 2025-11-11 14:59:31.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:34.76: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 14:59:34.76: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 14:59:34.76: VncKubernetes - Process event (name=ctest-new-default-29704939 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 14:59:34.76: NamespaceMonitor - start process kube event 2025-11-11 14:59:34.76: empty line received 2025-11-11 14:59:34.76: NamespaceMonitor - start process kube event 2025-11-11 14:59:36.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:37.77: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 14:59:37.77: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 14:59:37.77: VncKubernetes - Process event (name=ctest-non-default-95276095 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 14:59:37.77: NamespaceMonitor - start process kube event 2025-11-11 14:59:37.77: empty line received 2025-11-11 14:59:37.77: NamespaceMonitor - start process kube event 2025-11-11 14:59:39.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:40.78: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 14:59:40.78: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 14:59:40.78: VncKubernetes - Process event (name=ctest-new-default-29704939 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 14:59:40.78: NamespaceMonitor - start process kube event 2025-11-11 14:59:40.78: empty line received 2025-11-11 14:59:40.78: NamespaceMonitor - start process kube event 2025-11-11 14:59:40.78: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 14:59:40.78: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 14:59:40.78: NamespaceMonitor - start process kube event 2025-11-11 14:59:40.78: empty line received 2025-11-11 14:59:40.78: NamespaceMonitor - start process kube event 2025-11-11 14:59:40.80: PodMonitor - Received ADDED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:40.80: PodMonitor - Skipped ADDED Pod ctest-new-default-29704939:ctest-pod-33050454 (no nodeName) 2025-11-11 14:59:40.80: PodMonitor - start process kube event 2025-11-11 14:59:40.80: empty line received 2025-11-11 14:59:40.80: PodMonitor - start process kube event 2025-11-11 14:59:40.83: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:40.83: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:40.83: PodMonitor - start process kube event 2025-11-11 14:59:40.83: empty line received 2025-11-11 14:59:40.83: PodMonitor - start process kube event 2025-11-11 14:59:40.84: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:40.84: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:40.84: PodMonitor - start process kube event 2025-11-11 14:59:40.84: empty line received 2025-11-11 14:59:40.84: PodMonitor - start process kube event 2025-11-11 14:59:40.85: PodMonitor - Received ADDED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:40.85: PodMonitor - Skipped ADDED Pod ctest-new-default-29704939:ctest-pod-17087013 (no nodeName) 2025-11-11 14:59:40.85: PodMonitor - start process kube event 2025-11-11 14:59:40.85: empty line received 2025-11-11 14:59:40.85: PodMonitor - start process kube event 2025-11-11 14:59:40.85: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:40.85: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:40.85: PodMonitor - start process kube event 2025-11-11 14:59:40.85: empty line received 2025-11-11 14:59:40.85: PodMonitor - start process kube event 2025-11-11 14:59:40.86: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:40.86: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:40.86: PodMonitor - start process kube event 2025-11-11 14:59:40.86: empty line received 2025-11-11 14:59:40.86: PodMonitor - start process kube event 2025-11-11 14:59:40.88: PodMonitor - Received ADDED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:40.88: PodMonitor - Skipped ADDED Pod ctest-non-default-95276095:ctest-pod-27885294 (no nodeName) 2025-11-11 14:59:40.88: PodMonitor - start process kube event 2025-11-11 14:59:40.88: empty line received 2025-11-11 14:59:40.88: PodMonitor - start process kube event 2025-11-11 14:59:40.88: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:40.89: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:40.89: PodMonitor - start process kube event 2025-11-11 14:59:40.89: empty line received 2025-11-11 14:59:40.89: PodMonitor - start process kube event 2025-11-11 14:59:40.90: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:40.90: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:40.90: PodMonitor - start process kube event 2025-11-11 14:59:40.90: empty line received 2025-11-11 14:59:40.90: PodMonitor - start process kube event [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:41] "GET /Snh_NamespaceDatabaseList?namespace_uuid=e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d HTTP/1.1" 200 866 0.000592 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:41] "GET /Snh_NamespaceDatabaseList?namespace_uuid=d92c57fa-badf-4bd8-9d42-49acae967fb5 HTTP/1.1" 200 866 0.001072 2025-11-11 14:59:40.92: PodMonitor - Received ADDED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:40.93: PodMonitor - Skipped ADDED Pod ctest-non-default-95276095:ctest-pod-65610876 (no nodeName) 2025-11-11 14:59:40.93: PodMonitor - start process kube event 2025-11-11 14:59:40.93: empty line received 2025-11-11 14:59:40.93: PodMonitor - start process kube event 2025-11-11 14:59:40.93: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:40.93: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:40.93: PodMonitor - start process kube event 2025-11-11 14:59:40.93: empty line received 2025-11-11 14:59:40.93: PodMonitor - start process kube event 2025-11-11 14:59:40.95: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:40.95: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:40.95: PodMonitor - start process kube event 2025-11-11 14:59:40.95: empty line received 2025-11-11 14:59:40.95: PodMonitor - start process kube event 2025-11-11 14:59:40.95: PodMonitor - Received ADDED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:40.95: PodMonitor - Skipped ADDED Pod ctest-new-default-29704939:ctest-pod-25055346 (no nodeName) 2025-11-11 14:59:40.95: PodMonitor - start process kube event 2025-11-11 14:59:40.95: empty line received 2025-11-11 14:59:40.95: PodMonitor - start process kube event 2025-11-11 14:59:40.96: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:40.96: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:40.96: PodMonitor - start process kube event 2025-11-11 14:59:40.96: empty line received 2025-11-11 14:59:40.96: PodMonitor - start process kube event 2025-11-11 14:59:40.99: PodMonitor - Received ADDED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:40.99: PodMonitor - Skipped ADDED Pod ctest-new-default-29704939:ctest-pod-48500404 (no nodeName) 2025-11-11 14:59:40.99: PodMonitor - start process kube event 2025-11-11 14:59:40.99: empty line received 2025-11-11 14:59:40.99: PodMonitor - start process kube event 2025-11-11 14:59:41.00: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:41.00: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:41.00: PodMonitor - start process kube event 2025-11-11 14:59:41.00: empty line received 2025-11-11 14:59:41.00: PodMonitor - start process kube event 2025-11-11 14:59:41.01: PodMonitor - Received ADDED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:41.01: PodMonitor - Skipped ADDED Pod ctest-non-default-95276095:ctest-pod-36915767 (no nodeName) 2025-11-11 14:59:41.01: PodMonitor - start process kube event 2025-11-11 14:59:41.01: empty line received 2025-11-11 14:59:41.01: PodMonitor - start process kube event 2025-11-11 14:59:41.02: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:41.02: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:41.02: PodMonitor - start process kube event 2025-11-11 14:59:41.02: empty line received 2025-11-11 14:59:41.02: PodMonitor - start process kube event 2025-11-11 14:59:41.05: PodMonitor - Received ADDED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:41.05: PodMonitor - Skipped ADDED Pod ctest-non-default-95276095:ctest-pod-71187208 (no nodeName) 2025-11-11 14:59:41.05: PodMonitor - start process kube event 2025-11-11 14:59:41.05: empty line received 2025-11-11 14:59:41.05: PodMonitor - start process kube event 2025-11-11 14:59:41.05: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:41.06: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:41.06: PodMonitor - start process kube event 2025-11-11 14:59:41.06: empty line received 2025-11-11 14:59:41.06: PodMonitor - start process kube event 2025-11-11 14:59:41.37: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:41.37: VncKubernetes - Process event (name=ctest-non-default-95276095 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 14:59:41.42: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:41.42: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:41.42: PodMonitor - start process kube event 2025-11-11 14:59:41.42: empty line received 2025-11-11 14:59:41.42: PodMonitor - start process kube event 2025-11-11 14:59:41.91: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:41.91: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:42.55: EndPointMonitor - Received BOOKMARK: oldResVer=981 newResVer=1070 2025-11-11 14:59:42.55: EndPointMonitor - start process kube event 2025-11-11 14:59:42.55: empty line received 2025-11-11 14:59:42.55: EndPointMonitor - start process kube event 2025-11-11 14:59:42.92: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:42.92: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:42.92: PodMonitor - start process kube event 2025-11-11 14:59:42.92: empty line received 2025-11-11 14:59:42.92: PodMonitor - start process kube event 2025-11-11 14:59:42.93: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:42.93: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:43.01: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:59:43.01: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:43.03: NamespaceMonitor - Received BOOKMARK: oldResVer=440 newResVer=1104 2025-11-11 14:59:43.03: NamespaceMonitor - start process kube event 2025-11-11 14:59:43.03: empty line received 2025-11-11 14:59:43.03: NamespaceMonitor - start process kube event 2025-11-11 14:59:43.22: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:43.22: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:43.22: PodMonitor - start process kube event 2025-11-11 14:59:43.22: empty line received 2025-11-11 14:59:43.22: PodMonitor - start process kube event 2025-11-11 14:59:43.42: PodMonitor - Received BOOKMARK: oldResVer=993 newResVer=1138 2025-11-11 14:59:43.42: PodMonitor - start process kube event 2025-11-11 14:59:43.42: empty line received 2025-11-11 14:59:43.42: PodMonitor - start process kube event 2025-11-11 14:59:43.62: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:43.62: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:43.62: PodMonitor - start process kube event 2025-11-11 14:59:43.62: empty line received 2025-11-11 14:59:43.62: PodMonitor - start process kube event 2025-11-11 14:59:43.65: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:43.65: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:43.65: PodMonitor - start process kube event 2025-11-11 14:59:43.65: empty line received 2025-11-11 14:59:43.65: PodMonitor - start process kube event 2025-11-11 14:59:43.66: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-11 14:59:43.66: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:43.73: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:43.73: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:44.02: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:44.02: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:44.02: PodMonitor - start process kube event 2025-11-11 14:59:44.02: empty line received 2025-11-11 14:59:44.02: PodMonitor - start process kube event 2025-11-11 14:59:44.58: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:44.58: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:44.58: PodMonitor - start process kube event 2025-11-11 14:59:44.58: empty line received 2025-11-11 14:59:44.58: PodMonitor - start process kube event 2025-11-11 14:59:44.59: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-11 14:59:44.59: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:44.73: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:44.73: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:45.44: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:45.44: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:45.44: PodMonitor - start process kube event 2025-11-11 14:59:45.44: empty line received 2025-11-11 14:59:45.44: PodMonitor - start process kube event 2025-11-11 14:59:45.45: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:45.45: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:45.59: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:59:45.59: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:46.23: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:46.23: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:46.23: PodMonitor - start process kube event 2025-11-11 14:59:46.23: empty line received 2025-11-11 14:59:46.23: PodMonitor - start process kube event 2025-11-11 14:59:46.24: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:59:46.25: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:46.90: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:46.90: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:46.90: PodMonitor - start process kube event 2025-11-11 14:59:46.90: empty line received 2025-11-11 14:59:46.90: PodMonitor - start process kube event 2025-11-11 14:59:46.92: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:59:46.92: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:47.58: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:47.58: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:47.58: PodMonitor - start process kube event 2025-11-11 14:59:47.58: empty line received 2025-11-11 14:59:47.58: PodMonitor - start process kube event 2025-11-11 14:59:47.59: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:59:47.59: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:47.94: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:47.94: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:47.94: PodMonitor - start process kube event 2025-11-11 14:59:47.94: empty line received 2025-11-11 14:59:47.94: PodMonitor - start process kube event 2025-11-11 14:59:48.30: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:48.30: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:48.30: PodMonitor - start process kube event 2025-11-11 14:59:48.30: empty line received 2025-11-11 14:59:48.30: PodMonitor - start process kube event 2025-11-11 14:59:48.31: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-11 14:59:48.31: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:48.46: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-11 14:59:48.46: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:48.47: VncKubernetes - wait event (qsize=11 timeout=120) [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:51] "GET /Snh_VirtualMachineDatabaseList?x=a35d4c97-5a4d-499b-8a37-082e814292f9 HTTP/1.1" 200 2484 0.000828 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:51] "GET /Snh_VirtualMachineDatabaseList?x=6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 HTTP/1.1" 200 2484 0.000734 2025-11-11 14:59:48.47: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:48.54: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-11 14:59:48.54: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:48.67: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-11 14:59:48.67: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:48.69: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-11 14:59:48.69: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:48.82: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-11 14:59:48.82: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:48.83: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-11 14:59:48.83: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:48.89: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 14:59:48.89: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:48.94: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 14:59:48.94: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:48.95: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:48.95: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:48.95: PodMonitor - start process kube event 2025-11-11 14:59:48.95: empty line received 2025-11-11 14:59:48.95: PodMonitor - start process kube event 2025-11-11 14:59:48.96: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 14:59:48.96: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:49.01: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 14:59:49.01: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 14:59:49.02: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 14:59:49.02: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:49.08: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:49.08: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 14:59:49.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:52.96: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:52.96: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:52.96: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 14:59:52.97: PodMonitor - start process kube event 2025-11-11 14:59:52.97: empty line received 2025-11-11 14:59:52.97: PodMonitor - start process kube event 2025-11-11 14:59:52.98: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:52.98: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:52.98: PodMonitor - start process kube event 2025-11-11 14:59:52.98: empty line received 2025-11-11 14:59:52.98: PodMonitor - start process kube event 2025-11-11 14:59:52.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:52.98: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 14:59:53.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:53.97: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:53.97: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:53.97: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 14:59:53.97: PodMonitor - start process kube event 2025-11-11 14:59:53.97: empty line received 2025-11-11 14:59:53.97: PodMonitor - start process kube event 2025-11-11 14:59:53.98: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:53.98: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:53.98: PodMonitor - start process kube event 2025-11-11 14:59:53.98: empty line received 2025-11-11 14:59:53.98: PodMonitor - start process kube event 2025-11-11 14:59:53.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:53.98: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 14:59:53.99: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:53.99: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:53.99: PodMonitor - start process kube event 2025-11-11 14:59:53.99: empty line received 2025-11-11 14:59:53.99: PodMonitor - start process kube event 2025-11-11 14:59:54.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:54.06: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 14:59:54.08: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:56] "GET /Snh_VirtualMachineDatabaseList?x=3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf HTTP/1.1" 200 2484 0.001044 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:57] "GET /Snh_VirtualMachineDatabaseList?x=23fedb74-01de-43f5-b697-352bc755adbe HTTP/1.1" 200 2484 0.001080 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:57] "GET /Snh_VirtualMachineDatabaseList?x=eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 HTTP/1.1" 200 2414 0.000804 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:57] "GET /Snh_VirtualMachineDatabaseList?x=6eec899e-d323-4536-9b39-23fe9b896720 HTTP/1.1" 200 2414 0.001100 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:57] "GET /Snh_VirtualMachineDatabaseList?x=b341b705-295e-494b-889a-ac80114b6801 HTTP/1.1" 200 2414 0.000947 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:57] "GET /Snh_VirtualMachineDatabaseList?x=90b61cfd-fc31-491f-9ccd-de88dfa242fa HTTP/1.1" 200 2414 0.001127 [Introspect:8108]10.0.0.128 - - [2025-11-11 14:59:58] "GET /Snh_LoadbalancerDatabaseList?x=904c7875-38c9-4966-93d5-2e8fd1973318 HTTP/1.1" 200 1862 0.000826 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:00:00] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=822d864c-5266-4b00-bcaf-85d196d30d44 HTTP/1.1" 200 2095 0.000816 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:00:00] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=822d864c-5266-4b00-bcaf-85d196d30d44 HTTP/1.1" 200 2095 0.000826 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:00:02] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=822d864c-5266-4b00-bcaf-85d196d30d44 HTTP/1.1" 200 2302 0.000820 2025-11-11 14:59:54.97: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:54.97: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:54.97: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 14:59:54.97: PodMonitor - start process kube event 2025-11-11 14:59:54.97: empty line received 2025-11-11 14:59:54.97: PodMonitor - start process kube event 2025-11-11 14:59:55.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 14:59:57.82: ServiceMonitor - Received ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 14:59:57.82: ServiceMonitor - Got ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 14:59:57.82: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=ADDED kind=Service ns=ctest-new-default-29704939) VncService - Got ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 14:59:57.82: ServiceMonitor - start process kube event 2025-11-11 14:59:57.82: empty line received 2025-11-11 14:59:57.82: ServiceMonitor - start process kube event 2025-11-11 14:59:57.84: EndPointMonitor - Received ADDED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 14:59:57.84: EndPointMonitor - Got ADDED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 14:59:57.84: EndPointMonitor - start process kube event 2025-11-11 14:59:57.84: empty line received 2025-11-11 14:59:57.84: EndPointMonitor - start process kube event 2025-11-11 14:59:58.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 14:59:58.91: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=ADDED kind=Endpoints ns=ctest-new-default-29704939) VncEndpoints - Got ADDED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 14:59:59.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:00:00.13: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:00:00.13: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:00:00.13: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-29704939) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:00:00.13: NetworkPolicyMonitor - start process kube event 2025-11-11 15:00:00.13: empty line received 2025-11-11 15:00:00.13: NetworkPolicyMonitor - start process kube event 2025-11-11 15:00:01.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:00:42.39: NamespaceMonitor - Received BOOKMARK: oldResVer=1104 newResVer=1104 2025-11-11 15:00:42.39: NamespaceMonitor - start process kube event 2025-11-11 15:00:42.39: empty line received 2025-11-11 15:00:42.40: NamespaceMonitor - start process kube event 2025-11-11 15:00:43.05: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:00:43.05: NetworkMonitor - start process kube event 2025-11-11 15:00:43.05: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=444 2025-11-11 15:00:43.05: NetworkMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:00:43.05: NetworkMonitor - Connect Kube API result 0 2025-11-11 15:00:43.05: NetworkMonitor - _schedule_vnc_sync 2025-11-11 15:00:43.05: NetworkMonitor - Start Watching request https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'})(timeout=120) 2025-11-11 15:00:43.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 15:00:43.05: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 15:00:43.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:00:43.07: NetworkMonitor - Watches https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'}) 2025-11-11 15:00:43.10: EndPointMonitor - Received BOOKMARK: oldResVer=1070 newResVer=1207 2025-11-11 15:00:43.10: EndPointMonitor - start process kube event 2025-11-11 15:00:43.10: empty line received 2025-11-11 15:00:43.10: EndPointMonitor - start process kube event 2025-11-11 15:00:43.68: PodMonitor - Received BOOKMARK: oldResVer=1138 newResVer=1199 2025-11-11 15:00:43.68: PodMonitor - start process kube event 2025-11-11 15:00:43.68: PodMonitor - _schedule_vnc_sync 2025-11-11 15:00:43.68: empty line received 2025-11-11 15:00:43.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-11 15:00:43.68: VncKubernetes - vnc_sync - Pod start 2025-11-11 15:00:43.68: VncKubernetes - vnc_sync - Pod done 2025-11-11 15:00:43.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:00:43.68: PodMonitor - start process kube event 2025-11-11 15:01:05.61: EndPointMonitor - Received BOOKMARK: oldResVer=1207 newResVer=1207 2025-11-11 15:01:05.61: EndPointMonitor - start process kube event 2025-11-11 15:01:05.61: EndPointMonitor - _schedule_vnc_sync 2025-11-11 15:01:05.61: empty line received 2025-11-11 15:01:05.61: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-11 15:01:05.61: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-11 15:01:05.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:05.61: EndPointMonitor - start process kube event 2025-11-11 15:01:06.78: EndPointMonitor - Received BOOKMARK: oldResVer=1207 newResVer=1207 2025-11-11 15:01:06.78: EndPointMonitor - start process kube event 2025-11-11 15:01:06.78: empty line received 2025-11-11 15:01:06.78: EndPointMonitor - start process kube event 2025-11-11 15:01:08.09: stop iteration EndPointMonitor 2025-11-11 15:01:08.10: EndPointMonitor - start process kube event 2025-11-11 15:01:08.10: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1207 2025-11-11 15:01:08.10: EndPointMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:01:08.10: EndPointMonitor - Connect Kube API result 0 2025-11-11 15:01:08.10: EndPointMonitor - _schedule_vnc_sync 2025-11-11 15:01:08.10: EndPointMonitor - Start Watching request https://10.0.0.128:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1207'})(timeout=120) 2025-11-11 15:01:08.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-11 15:01:08.10: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-11 15:01:08.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:08.11: EndPointMonitor - Watches https://10.0.0.128:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1207'}) 2025-11-11 15:01:17.90: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:01:17.90: IngressMonitor - start process kube event 2025-11-11 15:01:17.90: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:01:17.90: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:01:17.90: IngressMonitor - Connect Kube API result 0 2025-11-11 15:01:17.90: IngressMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.128 - - [2025-11-11 15:01:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001381 2025-11-11 15:01:17.90: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:01:17.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 15:01:17.90: VncKubernetes - vnc_sync - Ingress start 2025-11-11 15:01:17.90: VncKubernetes - vnc_sync - Ingress done 2025-11-11 15:01:17.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:17.92: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:01:17.92: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: IngressMonitor - start process kube event 2025-11-11 15:01:17.92: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: IngressMonitor - start process kube event 2025-11-11 15:01:17.92: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:17.92: IngressMonitor - start process kube event 2025-11-11 15:01:17.92: empty line received 2025-11-11 15:01:17.92: IngressMonitor - start process kube event 2025-11-11 15:01:20.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:01:20.37: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:20.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:01:20.93: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:01:22.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:34.38: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 15:01:34.38: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 15:01:34.38: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 15:01:34.38: PodMonitor - start process kube event 2025-11-11 15:01:34.38: empty line received 2025-11-11 15:01:34.38: PodMonitor - start process kube event 2025-11-11 15:01:34.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:34.39: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 15:01:34.40: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 15:01:34.40: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 15:01:34.40: EndPointMonitor - start process kube event 2025-11-11 15:01:34.40: empty line received 2025-11-11 15:01:34.40: EndPointMonitor - start process kube event 2025-11-11 15:01:34.40: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 15:01:34.40: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 15:01:34.40: PodMonitor - start process kube event 2025-11-11 15:01:34.40: empty line received 2025-11-11 15:01:34.40: PodMonitor - start process kube event 2025-11-11 15:01:34.41: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 15:01:34.41: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 15:01:34.41: EndPointMonitor - start process kube event 2025-11-11 15:01:34.41: empty line received 2025-11-11 15:01:34.41: EndPointMonitor - start process kube event 2025-11-11 15:01:34.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:01:34.77: VncKubernetes - Process event (name=coredns-6f867cd986-cpdc9 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-cpdc9:a97ac3c1-1e84-4146-a900-5e7f6925e728 2025-11-11 15:01:34.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:01:34.84: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:49db2fca-a07d-4d1d-9388-11ec83bb694a 2025-11-11 15:01:35.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:42.48: NamespaceMonitor - Received BOOKMARK: oldResVer=1104 newResVer=1104 2025-11-11 15:01:42.48: NamespaceMonitor - start process kube event 2025-11-11 15:01:42.48: empty line received 2025-11-11 15:01:42.48: NamespaceMonitor - start process kube event 2025-11-11 15:01:43.40: PodMonitor - Received BOOKMARK: oldResVer=1199 newResVer=1351 2025-11-11 15:01:43.40: PodMonitor - start process kube event 2025-11-11 15:01:43.40: empty line received 2025-11-11 15:01:43.40: PodMonitor - start process kube event 2025-11-11 15:01:57.82: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:01:57.82: ServiceMonitor - start process kube event 2025-11-11 15:01:57.82: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:01:57.82: ServiceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:01:57.82: ServiceMonitor - Connect Kube API result 0 2025-11-11 15:01:57.82: ServiceMonitor - _schedule_vnc_sync 2025-11-11 15:01:57.82: ServiceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:01:57.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-11 15:01:57.83: VncKubernetes - vnc_sync - Service start 2025-11-11 15:01:57.83: VncKubernetes - vnc_sync - Service done 2025-11-11 15:01:57.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:57.84: ServiceMonitor - Watches https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:01:57.84: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 15:01:57.84: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 15:01:57.84: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 15:01:57.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:57.84: ServiceMonitor - start process kube event 2025-11-11 15:01:57.84: empty line received 2025-11-11 15:01:57.84: ServiceMonitor - start process kube event 2025-11-11 15:01:57.84: ServiceMonitor - Received ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:01:57.85: ServiceMonitor - Got ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:01:57.85: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=ADDED kind=Service ns=ctest-new-default-29704939) VncService - Got ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:01:57.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:01:57.85: ServiceMonitor - start process kube event 2025-11-11 15:01:57.85: empty line received 2025-11-11 15:01:57.85: ServiceMonitor - start process kube event 2025-11-11 15:02:00.14: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:02:00.14: NetworkPolicyMonitor - start process kube event 2025-11-11 15:02:00.14: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:02:00.14: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:02:00.14: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-11 15:02:00.14: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-11 15:02:00.14: NetworkPolicyMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:02:00.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-11 15:02:00.14: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-11 15:02:00.14: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-11 15:02:00.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:02:00.15: NetworkPolicyMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:02:00.15: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:02:00.15: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:02:00.15: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-29704939) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:02:00.15: NetworkPolicyMonitor - start process kube event 2025-11-11 15:02:00.15: empty line received 2025-11-11 15:02:00.15: NetworkPolicyMonitor - start process kube event 2025-11-11 15:02:00.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:02:07.52: EndPointMonitor - Received BOOKMARK: oldResVer=1207 newResVer=1353 2025-11-11 15:02:07.52: EndPointMonitor - start process kube event 2025-11-11 15:02:07.52: empty line received 2025-11-11 15:02:07.52: EndPointMonitor - start process kube event 2025-11-11 15:02:09.39: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:02:09.40: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:02:09.40: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-29704939) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:02:09.40: NetworkPolicyMonitor - start process kube event 2025-11-11 15:02:09.40: empty line received 2025-11-11 15:02:09.40: NetworkPolicyMonitor - start process kube event 2025-11-11 15:02:10.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:02:20.32: PodMonitor - Received BOOKMARK: oldResVer=1351 newResVer=1351 2025-11-11 15:02:20.32: PodMonitor - start process kube event 2025-11-11 15:02:20.32: empty line received 2025-11-11 15:02:20.32: PodMonitor - start process kube event 2025-11-11 15:02:22.21: stop iteration PodMonitor 2025-11-11 15:02:22.21: PodMonitor - start process kube event 2025-11-11 15:02:22.21: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1351 2025-11-11 15:02:22.21: PodMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:02:22.21: PodMonitor - Connect Kube API result 0 2025-11-11 15:02:22.21: PodMonitor - _schedule_vnc_sync 2025-11-11 15:02:22.21: PodMonitor - Start Watching request https://10.0.0.128:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1351'})(timeout=120) 2025-11-11 15:02:22.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-11 15:02:22.21: VncKubernetes - vnc_sync - Pod start 2025-11-11 15:02:22.22: VncKubernetes - vnc_sync - Pod done 2025-11-11 15:02:22.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:02:22.23: PodMonitor - Watches https://10.0.0.128:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1351'}) 2025-11-11 15:02:43.01: NamespaceMonitor - Received BOOKMARK: oldResVer=1104 newResVer=1104 2025-11-11 15:02:43.01: NamespaceMonitor - start process kube event 2025-11-11 15:02:43.02: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 15:02:43.02: empty line received 2025-11-11 15:02:43.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-11 15:02:43.02: VncKubernetes - vnc_sync - Namespace start 2025-11-11 15:02:43.02: VncKubernetes - vnc_sync - Namespace done 2025-11-11 15:02:43.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:02:43.02: NamespaceMonitor - start process kube event 2025-11-11 15:02:43.07: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:02:43.07: NetworkMonitor - start process kube event 2025-11-11 15:02:43.07: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=444 2025-11-11 15:02:43.07: NetworkMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:02:43.07: NetworkMonitor - Connect Kube API result 0 2025-11-11 15:02:43.07: NetworkMonitor - _schedule_vnc_sync 2025-11-11 15:02:43.07: NetworkMonitor - Start Watching request https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'})(timeout=120) 2025-11-11 15:02:43.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 15:02:43.07: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 15:02:43.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:02:43.09: NetworkMonitor - Watches https://10.0.0.128:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '444'}) 2025-11-11 15:02:59.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=440 newResVer=1415 2025-11-11 15:02:59.86: NetworkPolicyMonitor - start process kube event 2025-11-11 15:02:59.86: empty line received 2025-11-11 15:02:59.86: NetworkPolicyMonitor - start process kube event 2025-11-11 15:03:07.29: EndPointMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1353 2025-11-11 15:03:07.29: EndPointMonitor - start process kube event 2025-11-11 15:03:07.29: empty line received 2025-11-11 15:03:07.29: EndPointMonitor - start process kube event 2025-11-11 15:03:11.98: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:11.98: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:11.98: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:11.98: PodMonitor - start process kube event 2025-11-11 15:03:11.99: empty line received 2025-11-11 15:03:11.99: PodMonitor - start process kube event 2025-11-11 15:03:12.00: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:12.00: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:12.00: EndPointMonitor - start process kube event 2025-11-11 15:03:12.00: empty line received 2025-11-11 15:03:12.00: EndPointMonitor - start process kube event 2025-11-11 15:03:12.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:12.01: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-29704939) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:12.01: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:12.01: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:12.01: PodMonitor - start process kube event 2025-11-11 15:03:12.01: empty line received 2025-11-11 15:03:12.01: PodMonitor - start process kube event 2025-11-11 15:03:12.02: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:12.02: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:12.02: PodMonitor - start process kube event 2025-11-11 15:03:12.02: empty line received 2025-11-11 15:03:12.02: PodMonitor - start process kube event 2025-11-11 15:03:12.03: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:12.03: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:12.03: PodMonitor - start process kube event 2025-11-11 15:03:12.03: empty line received 2025-11-11 15:03:12.03: PodMonitor - start process kube event 2025-11-11 15:03:12.04: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:12.04: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:12.04: PodMonitor - start process kube event 2025-11-11 15:03:12.04: empty line received 2025-11-11 15:03:12.04: PodMonitor - start process kube event 2025-11-11 15:03:12.05: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:12.05: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:12.05: PodMonitor - start process kube event 2025-11-11 15:03:12.06: empty line received 2025-11-11 15:03:12.06: PodMonitor - start process kube event 2025-11-11 15:03:12.06: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:12.06: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:12.06: EndPointMonitor - start process kube event 2025-11-11 15:03:12.06: empty line received 2025-11-11 15:03:12.06: EndPointMonitor - start process kube event 2025-11-11 15:03:12.06: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:12.06: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:12.06: PodMonitor - start process kube event 2025-11-11 15:03:12.06: empty line received 2025-11-11 15:03:12.06: PodMonitor - start process kube event 2025-11-11 15:03:12.07: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:12.07: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:12.07: PodMonitor - start process kube event 2025-11-11 15:03:12.07: empty line received 2025-11-11 15:03:12.07: PodMonitor - start process kube event 2025-11-11 15:03:12.20: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-11 15:03:12.20: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:12.26: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-11 15:03:12.26: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:12.32: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-11 15:03:12.32: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:12.33: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:03:12.33: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:12.38: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:03:12.38: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:12.39: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 15:03:12.39: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-29704939) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:12.47: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:12.47: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:12.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:12.48: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:12.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:13.43: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.44: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.44: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.44: PodMonitor - start process kube event 2025-11-11 15:03:13.44: empty line received 2025-11-11 15:03:13.44: PodMonitor - start process kube event 2025-11-11 15:03:13.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:13.45: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.45: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.45: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.45: PodMonitor - start process kube event 2025-11-11 15:03:13.45: empty line received 2025-11-11 15:03:13.45: PodMonitor - start process kube event 2025-11-11 15:03:13.45: PodMonitor - Received DELETED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.45: PodMonitor - Got DELETED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.45: PodMonitor - start process kube event 2025-11-11 15:03:13.45: empty line received 2025-11-11 15:03:13.45: PodMonitor - start process kube event 2025-11-11 15:03:13.46: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.47: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.47: PodMonitor - start process kube event 2025-11-11 15:03:13.47: empty line received 2025-11-11 15:03:13.47: PodMonitor - start process kube event 2025-11-11 15:03:13.47: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.47: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.47: PodMonitor - start process kube event 2025-11-11 15:03:13.47: empty line received 2025-11-11 15:03:13.47: PodMonitor - start process kube event 2025-11-11 15:03:13.47: PodMonitor - Received DELETED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.47: PodMonitor - Got DELETED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.47: PodMonitor - start process kube event 2025-11-11 15:03:13.47: empty line received 2025-11-11 15:03:13.47: PodMonitor - start process kube event 2025-11-11 15:03:13.48: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:13.48: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:13.48: PodMonitor - start process kube event 2025-11-11 15:03:13.48: empty line received 2025-11-11 15:03:13.48: PodMonitor - start process kube event 2025-11-11 15:03:13.50: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:03:13.50: VncKubernetes - Process event (name=ctest-pod-65610876 event_type=DELETED kind=Pod ns=ctest-non-default-95276095) VncPod - Got DELETED Pod ctest-non-default-95276095:ctest-pod-65610876:23fedb74-01de-43f5-b697-352bc755adbe 2025-11-11 15:03:13.58: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:13.58: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:13.58: PodMonitor - start process kube event 2025-11-11 15:03:13.59: empty line received 2025-11-11 15:03:13.59: PodMonitor - start process kube event 2025-11-11 15:03:13.59: PodMonitor - Received DELETED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:13.59: PodMonitor - Got DELETED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:13.59: PodMonitor - start process kube event 2025-11-11 15:03:13.59: empty line received 2025-11-11 15:03:13.59: PodMonitor - start process kube event 2025-11-11 15:03:13.89: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-11 15:03:13.89: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:13.95: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:03:13.95: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:14.00: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:03:14.00: VncKubernetes - Process event (name=ctest-pod-27885294 event_type=DELETED kind=Pod ns=ctest-non-default-95276095) VncPod - Got DELETED Pod ctest-non-default-95276095:ctest-pod-27885294:3d5548c2-3fe8-4cd6-b0b1-bf696a4b36cf 2025-11-11 15:03:14.39: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:14.39: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:14.39: PodMonitor - start process kube event 2025-11-11 15:03:14.39: empty line received 2025-11-11 15:03:14.39: PodMonitor - start process kube event 2025-11-11 15:03:14.46: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:03:14.46: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:14.51: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 15:03:14.51: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:14.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:14.57: VncKubernetes - Process event (name=ctest-pod-33050454 event_type=DELETED kind=Pod ns=ctest-new-default-29704939) VncPod - Got DELETED Pod ctest-new-default-29704939:ctest-pod-33050454:a35d4c97-5a4d-499b-8a37-082e814292f9 2025-11-11 15:03:14.58: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:14.58: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:14.58: PodMonitor - start process kube event 2025-11-11 15:03:14.58: empty line received 2025-11-11 15:03:14.58: PodMonitor - start process kube event 2025-11-11 15:03:14.59: PodMonitor - Received DELETED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:14.59: PodMonitor - Got DELETED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:14.59: PodMonitor - start process kube event 2025-11-11 15:03:14.59: empty line received 2025-11-11 15:03:14.59: PodMonitor - start process kube event 2025-11-11 15:03:15.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 15:03:15.03: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:15.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:15.09: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:03:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001573 2025-11-11 15:03:15.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:15.14: VncKubernetes - Process event (name=ctest-pod-17087013 event_type=DELETED kind=Pod ns=ctest-new-default-29704939) VncPod - Got DELETED Pod ctest-new-default-29704939:ctest-pod-17087013:6aa8f568-c9f8-4b06-8a38-ddcacb3b2ae9 2025-11-11 15:03:15.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:17.92: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:03:17.92: IngressMonitor - start process kube event 2025-11-11 15:03:17.92: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:03:17.92: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:03:17.92: IngressMonitor - Connect Kube API result 0 2025-11-11 15:03:17.92: IngressMonitor - _schedule_vnc_sync 2025-11-11 15:03:17.92: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:03:17.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 15:03:17.93: VncKubernetes - vnc_sync - Ingress start 2025-11-11 15:03:17.93: VncKubernetes - vnc_sync - Ingress done 2025-11-11 15:03:17.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:17.94: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:03:17.94: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: IngressMonitor - start process kube event 2025-11-11 15:03:17.94: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: IngressMonitor - start process kube event 2025-11-11 15:03:17.94: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:17.94: IngressMonitor - start process kube event 2025-11-11 15:03:17.94: empty line received 2025-11-11 15:03:17.94: IngressMonitor - start process kube event 2025-11-11 15:03:19.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:19.72: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:20.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:20.13: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:03:21.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:22.57: PodMonitor - Received BOOKMARK: oldResVer=1351 newResVer=1532 2025-11-11 15:03:22.57: PodMonitor - start process kube event 2025-11-11 15:03:22.57: empty line received 2025-11-11 15:03:22.57: PodMonitor - start process kube event 2025-11-11 15:03:42.43: NamespaceMonitor - Received BOOKMARK: oldResVer=1104 newResVer=1104 2025-11-11 15:03:42.43: NamespaceMonitor - start process kube event 2025-11-11 15:03:42.43: empty line received 2025-11-11 15:03:42.43: NamespaceMonitor - start process kube event 2025-11-11 15:03:43.45: NetworkMonitor - Received BOOKMARK: oldResVer=444 newResVer=1488 2025-11-11 15:03:43.45: NetworkMonitor - start process kube event 2025-11-11 15:03:43.45: empty line received 2025-11-11 15:03:43.45: NetworkMonitor - start process kube event 2025-11-11 15:03:43.52: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.52: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.52: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.52: PodMonitor - start process kube event 2025-11-11 15:03:43.52: empty line received 2025-11-11 15:03:43.52: PodMonitor - start process kube event 2025-11-11 15:03:43.53: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.53: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.53: PodMonitor - start process kube event 2025-11-11 15:03:43.53: empty line received 2025-11-11 15:03:43.53: PodMonitor - start process kube event 2025-11-11 15:03:43.55: PodMonitor - Received DELETED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.55: PodMonitor - Got DELETED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.55: PodMonitor - start process kube event 2025-11-11 15:03:43.55: empty line received 2025-11-11 15:03:43.55: PodMonitor - start process kube event 2025-11-11 15:03:43.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:43.55: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.56: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:43.56: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:43.56: PodMonitor - start process kube event 2025-11-11 15:03:43.56: empty line received 2025-11-11 15:03:43.56: PodMonitor - start process kube event 2025-11-11 15:03:43.57: PodMonitor - Received MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:43.57: PodMonitor - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:43.57: PodMonitor - start process kube event 2025-11-11 15:03:43.57: empty line received 2025-11-11 15:03:43.57: PodMonitor - start process kube event 2025-11-11 15:03:43.57: PodMonitor - Received DELETED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:43.57: PodMonitor - Got DELETED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:43.57: PodMonitor - start process kube event 2025-11-11 15:03:43.58: empty line received 2025-11-11 15:03:43.58: PodMonitor - start process kube event 2025-11-11 15:03:43.58: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:43.58: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:43.58: PodMonitor - start process kube event 2025-11-11 15:03:43.58: empty line received 2025-11-11 15:03:43.58: PodMonitor - start process kube event [Introspect:8108]10.0.0.128 - - [2025-11-11 15:03:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001053 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:03:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001213 2025-11-11 15:03:43.61: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:03:43.61: VncKubernetes - Process event (name=ctest-pod-36915767 event_type=DELETED kind=Pod ns=ctest-non-default-95276095) VncPod - Got DELETED Pod ctest-non-default-95276095:ctest-pod-36915767:6eec899e-d323-4536-9b39-23fe9b896720 2025-11-11 15:03:43.85: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:43.87: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:43.87: PodMonitor - start process kube event 2025-11-11 15:03:43.87: empty line received 2025-11-11 15:03:43.87: PodMonitor - start process kube event 2025-11-11 15:03:43.90: PodMonitor - Received DELETED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:43.90: PodMonitor - Got DELETED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:43.90: PodMonitor - start process kube event 2025-11-11 15:03:43.90: empty line received 2025-11-11 15:03:43.90: PodMonitor - start process kube event 2025-11-11 15:03:44.10: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-11 15:03:44.10: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:44.16: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:03:44.16: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=MODIFIED kind=Pod ns=ctest-non-default-95276095) VncPod - Got MODIFIED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:44.21: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:03:44.21: VncKubernetes - Process event (name=ctest-pod-71187208 event_type=DELETED kind=Pod ns=ctest-non-default-95276095) VncPod - Got DELETED Pod ctest-non-default-95276095:ctest-pod-71187208:90b61cfd-fc31-491f-9ccd-de88dfa242fa 2025-11-11 15:03:44.31: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:44.31: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:44.31: PodMonitor - start process kube event 2025-11-11 15:03:44.31: empty line received 2025-11-11 15:03:44.31: PodMonitor - start process kube event 2025-11-11 15:03:44.51: PodMonitor - Received MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:44.51: PodMonitor - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:44.51: PodMonitor - start process kube event 2025-11-11 15:03:44.51: empty line received 2025-11-11 15:03:44.51: PodMonitor - start process kube event 2025-11-11 15:03:44.51: PodMonitor - Received DELETED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:44.51: PodMonitor - Got DELETED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:44.51: PodMonitor - start process kube event 2025-11-11 15:03:44.51: empty line received 2025-11-11 15:03:44.51: PodMonitor - start process kube event 2025-11-11 15:03:44.69: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-11 15:03:44.69: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:44.75: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:03:44.75: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:44.76: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:03:44.76: VncKubernetes - Process event (name=ctest-pod-25055346 event_type=DELETED kind=Pod ns=ctest-new-default-29704939) VncPod - Got DELETED Pod ctest-new-default-29704939:ctest-pod-25055346:eabddb5e-c3e7-4b95-b0e4-0aafeb8eb0c0 2025-11-11 15:03:45.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 15:03:45.48: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:45.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:45.55: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=MODIFIED kind=Pod ns=ctest-new-default-29704939) VncPod - Got MODIFIED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:45.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:45.62: VncKubernetes - Process event (name=ctest-pod-48500404 event_type=DELETED kind=Pod ns=ctest-new-default-29704939) VncPod - Got DELETED Pod ctest-new-default-29704939:ctest-pod-48500404:b341b705-295e-494b-889a-ac80114b6801 2025-11-11 15:03:46.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:47.30: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:47.30: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:47.30: VncKubernetes - Process event (name=ctest-non-default-95276095 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:47.30: NamespaceMonitor - start process kube event 2025-11-11 15:03:47.30: empty line received 2025-11-11 15:03:47.30: NamespaceMonitor - start process kube event 2025-11-11 15:03:47.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:52.53: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:52.53: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:52.53: VncKubernetes - Process event (name=ctest-non-default-95276095 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:52.53: NamespaceMonitor - start process kube event 2025-11-11 15:03:52.53: empty line received 2025-11-11 15:03:52.53: NamespaceMonitor - start process kube event 2025-11-11 15:03:52.54: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:52.54: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:52.54: NamespaceMonitor - start process kube event 2025-11-11 15:03:52.54: empty line received 2025-11-11 15:03:52.54: NamespaceMonitor - start process kube event 2025-11-11 15:03:52.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:52.75: VncKubernetes - Process event (name=ctest-non-default-95276095 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-95276095:d92c57fa-badf-4bd8-9d42-49acae967fb5 2025-11-11 15:03:53.33: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:53.33: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:53.33: NamespaceMonitor - start process kube event 2025-11-11 15:03:53.33: empty line received 2025-11-11 15:03:53.33: NamespaceMonitor - start process kube event 2025-11-11 15:03:53.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:53.81: VncKubernetes - Process event (name=ctest-new-default-29704939 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:54.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:57.85: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:03:57.85: ServiceMonitor - start process kube event 2025-11-11 15:03:57.85: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:03:57.85: ServiceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:03:57.85: ServiceMonitor - Connect Kube API result 0 2025-11-11 15:03:57.85: ServiceMonitor - _schedule_vnc_sync 2025-11-11 15:03:57.85: ServiceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:03:57.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-11 15:03:57.85: VncKubernetes - vnc_sync - Service start 2025-11-11 15:03:57.85: VncKubernetes - vnc_sync - Service done 2025-11-11 15:03:57.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:57.87: ServiceMonitor - Watches https://10.0.0.128:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:03:57.87: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 15:03:57.87: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 15:03:57.87: VncKubernetes - Process event (name=ctest-nginx-svc-47843910 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-47843910:12b02cf9-20fd-4209-9896-d9829ade04f5 2025-11-11 15:03:57.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:57.87: ServiceMonitor - start process kube event 2025-11-11 15:03:57.87: empty line received 2025-11-11 15:03:57.87: ServiceMonitor - start process kube event 2025-11-11 15:03:57.87: ServiceMonitor - Received ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:03:57.87: ServiceMonitor - Got ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:03:57.87: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=ADDED kind=Service ns=ctest-new-default-29704939) VncService - Got ADDED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:03:57.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:03:57.87: ServiceMonitor - start process kube event 2025-11-11 15:03:57.87: empty line received 2025-11-11 15:03:57.87: ServiceMonitor - start process kube event 2025-11-11 15:03:58.37: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:03:58.37: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:03:58.37: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-29704939) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-29704939:ingress-on-service:822d864c-5266-4b00-bcaf-85d196d30d44 2025-11-11 15:03:58.37: NetworkPolicyMonitor - start process kube event 2025-11-11 15:03:58.37: empty line received 2025-11-11 15:03:58.37: NetworkPolicyMonitor - start process kube event 2025-11-11 15:03:58.40: ServiceMonitor - Received DELETED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:03:58.40: ServiceMonitor - Got DELETED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:03:58.40: ServiceMonitor - start process kube event 2025-11-11 15:03:58.40: empty line received 2025-11-11 15:03:58.40: ServiceMonitor - start process kube event 2025-11-11 15:03:58.41: EndPointMonitor - Received DELETED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:58.41: EndPointMonitor - Got DELETED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:58.41: EndPointMonitor - start process kube event 2025-11-11 15:03:58.41: empty line received 2025-11-11 15:03:58.41: EndPointMonitor - start process kube event 2025-11-11 15:03:58.63: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:58.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:58.64: NamespaceMonitor - start process kube event 2025-11-11 15:03:58.64: empty line received 2025-11-11 15:03:58.64: NamespaceMonitor - start process kube event 2025-11-11 15:03:58.65: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:58.65: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:58.65: NamespaceMonitor - start process kube event 2025-11-11 15:03:58.65: empty line received 2025-11-11 15:03:58.65: NamespaceMonitor - start process kube event 2025-11-11 15:03:59.23: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:03:59.23: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=DELETED kind=Service ns=ctest-new-default-29704939) VncService - Got DELETED Service ctest-new-default-29704939:ctest-nginx-svc-57232750:904c7875-38c9-4966-93d5-2e8fd1973318 2025-11-11 15:03:59.58: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 15:03:59.58: VncKubernetes - Process event (name=ctest-nginx-svc-57232750 event_type=DELETED kind=Endpoints ns=ctest-new-default-29704939) VncEndpoints - Got DELETED Endpoints ctest-new-default-29704939:ctest-nginx-svc-57232750:cf2b9710-3df3-4576-8438-d6d06c70c275 2025-11-11 15:03:59.59: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:03:59.59: VncKubernetes - Process event (name=ctest-new-default-29704939 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:03:59.88: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1415 newResVer=1638 2025-11-11 15:03:59.88: NetworkPolicyMonitor - start process kube event 2025-11-11 15:03:59.88: empty line received 2025-11-11 15:03:59.88: NetworkPolicyMonitor - start process kube event 2025-11-11 15:03:59.97: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:03:59.97: VncKubernetes - Process event (name=ctest-new-default-29704939 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-29704939:e0a7552a-1e53-4ee8-b5d2-e3f1a65d8d0d 2025-11-11 15:04:01.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:04:07.79: EndPointMonitor - Received BOOKMARK: oldResVer=1353 newResVer=1642 2025-11-11 15:04:07.79: EndPointMonitor - start process kube event 2025-11-11 15:04:07.79: empty line received 2025-11-11 15:04:07.80: EndPointMonitor - start process kube event 2025-11-11 15:04:23.21: PodMonitor - Received BOOKMARK: oldResVer=1532 newResVer=1584 2025-11-11 15:04:23.21: PodMonitor - start process kube event 2025-11-11 15:04:23.21: empty line received 2025-11-11 15:04:23.21: PodMonitor - start process kube event 2025-11-11 15:04:42.43: NamespaceMonitor - Received BOOKMARK: oldResVer=1104 newResVer=1673 2025-11-11 15:04:42.43: NamespaceMonitor - start process kube event 2025-11-11 15:04:42.43: empty line received [Introspect:8108]10.0.0.128 - - [2025-11-11 15:05:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001184 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:05:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001047 2025-11-11 15:04:42.43: NamespaceMonitor - start process kube event 2025-11-11 15:04:43.53: NetworkMonitor - Received BOOKMARK: oldResVer=1488 newResVer=1488 2025-11-11 15:04:43.53: NetworkMonitor - start process kube event 2025-11-11 15:04:43.53: empty line received 2025-11-11 15:04:43.53: NetworkMonitor - start process kube event 2025-11-11 15:04:57.94: ServiceMonitor - Received BOOKMARK: oldResVer=440 newResVer=1641 2025-11-11 15:04:57.94: ServiceMonitor - start process kube event 2025-11-11 15:04:57.94: empty line received 2025-11-11 15:04:57.94: ServiceMonitor - start process kube event 2025-11-11 15:05:00.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1638 newResVer=1638 2025-11-11 15:05:00.58: NetworkPolicyMonitor - start process kube event 2025-11-11 15:05:00.58: empty line received 2025-11-11 15:05:00.58: NetworkPolicyMonitor - start process kube event 2025-11-11 15:05:07.29: EndPointMonitor - Received BOOKMARK: oldResVer=1642 newResVer=1642 2025-11-11 15:05:07.29: EndPointMonitor - start process kube event 2025-11-11 15:05:07.29: empty line received 2025-11-11 15:05:07.29: EndPointMonitor - start process kube event 2025-11-11 15:05:17.94: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:05:17.94: IngressMonitor - start process kube event 2025-11-11 15:05:17.94: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:05:17.94: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:05:17.94: IngressMonitor - Connect Kube API result 0 2025-11-11 15:05:17.94: IngressMonitor - _schedule_vnc_sync 2025-11-11 15:05:17.94: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:05:17.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 15:05:17.95: VncKubernetes - vnc_sync - Ingress start 2025-11-11 15:05:17.95: VncKubernetes - vnc_sync - Ingress done 2025-11-11 15:05:17.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:05:17.96: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:05:17.97: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: IngressMonitor - start process kube event 2025-11-11 15:05:17.97: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: IngressMonitor - start process kube event 2025-11-11 15:05:17.97: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:17.97: IngressMonitor - start process kube event 2025-11-11 15:05:17.97: empty line received 2025-11-11 15:05:17.97: IngressMonitor - start process kube event 2025-11-11 15:05:20.26: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:05:20.27: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:20.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:05:20.81: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:05:22.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:05:24.02: PodMonitor - Received BOOKMARK: oldResVer=1584 newResVer=1584 2025-11-11 15:05:24.02: PodMonitor - start process kube event 2025-11-11 15:05:24.03: empty line received 2025-11-11 15:05:24.03: PodMonitor - start process kube event 2025-11-11 15:05:41.61: NamespaceMonitor - Received BOOKMARK: oldResVer=1673 newResVer=1673 2025-11-11 15:05:41.61: NamespaceMonitor - start process kube event 2025-11-11 15:05:41.61: empty line received 2025-11-11 15:05:41.61: NamespaceMonitor - start process kube event 2025-11-11 15:05:42.66: NamespaceMonitor - Received BOOKMARK: oldResVer=1673 newResVer=1673 2025-11-11 15:05:42.66: NamespaceMonitor - start process kube event 2025-11-11 15:05:42.66: empty line received 2025-11-11 15:05:42.66: NamespaceMonitor - start process kube event 2025-11-11 15:05:43.88: NetworkMonitor - Received BOOKMARK: oldResVer=1488 newResVer=1488 2025-11-11 15:05:43.88: NetworkMonitor - start process kube event 2025-11-11 15:05:43.88: empty line received 2025-11-11 15:05:43.88: NetworkMonitor - start process kube event 2025-11-11 15:05:44.10: stop iteration NamespaceMonitor 2025-11-11 15:05:44.10: NamespaceMonitor - start process kube event 2025-11-11 15:05:44.10: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1673 2025-11-11 15:05:44.10: NamespaceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:05:44.10: NamespaceMonitor - Connect Kube API result 0 2025-11-11 15:05:44.10: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 15:05:44.10: NamespaceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1673'})(timeout=120) 2025-11-11 15:05:44.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-11 15:05:44.10: VncKubernetes - vnc_sync - Namespace start 2025-11-11 15:05:44.10: VncKubernetes - vnc_sync - Namespace done 2025-11-11 15:05:44.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:05:44.11: NamespaceMonitor - Watches https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1673'}) 2025-11-11 15:05:58.08: ServiceMonitor - Received BOOKMARK: oldResVer=1641 newResVer=1641 2025-11-11 15:05:58.08: ServiceMonitor - start process kube event 2025-11-11 15:05:58.08: empty line received 2025-11-11 15:05:58.08: ServiceMonitor - start process kube event 2025-11-11 15:06:00.83: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1638 newResVer=1638 2025-11-11 15:06:00.83: NetworkPolicyMonitor - start process kube event 2025-11-11 15:06:00.83: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-11 15:06:00.83: empty line received 2025-11-11 15:06:00.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-11 15:06:00.83: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-11 15:06:00.83: NetworkPolicyMonitor - start process kube event 2025-11-11 15:06:00.83: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-11 15:06:00.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:06:08.04: EndPointMonitor - Received BOOKMARK: oldResVer=1642 newResVer=1642 2025-11-11 15:06:08.04: EndPointMonitor - start process kube event 2025-11-11 15:06:08.04: EndPointMonitor - _schedule_vnc_sync 2025-11-11 15:06:08.04: empty line received 2025-11-11 15:06:08.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-11 15:06:08.04: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-11 15:06:08.04: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.128 - - [2025-11-11 15:06:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001420 2025-11-11 15:06:08.04: EndPointMonitor - start process kube event 2025-11-11 15:06:23.89: PodMonitor - Received BOOKMARK: oldResVer=1584 newResVer=1584 2025-11-11 15:06:23.89: PodMonitor - start process kube event 2025-11-11 15:06:23.89: PodMonitor - _schedule_vnc_sync 2025-11-11 15:06:23.89: empty line received 2025-11-11 15:06:23.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-11 15:06:23.89: VncKubernetes - vnc_sync - Pod start 2025-11-11 15:06:23.89: VncKubernetes - vnc_sync - Pod done 2025-11-11 15:06:23.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:06:23.89: PodMonitor - start process kube event 2025-11-11 15:06:42.60: PodMonitor - Received ADDED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:42.60: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-11 15:06:42.60: PodMonitor - start process kube event 2025-11-11 15:06:42.60: empty line received 2025-11-11 15:06:42.60: PodMonitor - start process kube event 2025-11-11 15:06:42.62: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:42.62: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:42.62: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:42.62: PodMonitor - start process kube event 2025-11-11 15:06:42.62: empty line received 2025-11-11 15:06:42.62: PodMonitor - start process kube event 2025-11-11 15:06:42.67: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:42.67: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:42.68: PodMonitor - start process kube event 2025-11-11 15:06:42.68: empty line received 2025-11-11 15:06:42.68: PodMonitor - start process kube event 2025-11-11 15:06:42.85: PodMonitor - Received ADDED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:42.85: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-11 15:06:42.85: PodMonitor - start process kube event 2025-11-11 15:06:42.85: empty line received 2025-11-11 15:06:42.85: PodMonitor - start process kube event 2025-11-11 15:06:42.86: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:42.87: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:42.87: PodMonitor - start process kube event 2025-11-11 15:06:42.87: empty line received 2025-11-11 15:06:42.87: PodMonitor - start process kube event 2025-11-11 15:06:42.89: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:42.89: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:42.89: PodMonitor - start process kube event 2025-11-11 15:06:42.89: empty line received 2025-11-11 15:06:42.89: PodMonitor - start process kube event 2025-11-11 15:06:43.17: NetworkMonitor - Received BOOKMARK: oldResVer=1488 newResVer=1488 2025-11-11 15:06:43.17: NetworkMonitor - start process kube event 2025-11-11 15:06:43.18: NetworkMonitor - _schedule_vnc_sync 2025-11-11 15:06:43.18: empty line received 2025-11-11 15:06:43.18: NetworkMonitor - start process kube event 2025-11-11 15:06:43.45: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:43.45: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:43.46: PodMonitor - start process kube event 2025-11-11 15:06:43.46: empty line received 2025-11-11 15:06:43.46: PodMonitor - start process kube event 2025-11-11 15:06:43.47: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-11 15:06:43.47: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:43.54: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:06:43.54: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:44.15: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:44.16: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:44.16: PodMonitor - start process kube event 2025-11-11 15:06:44.16: empty line received 2025-11-11 15:06:44.16: PodMonitor - start process kube event 2025-11-11 15:06:44.17: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-11 15:06:44.17: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:44.25: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-11 15:06:44.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-11 15:06:44.25: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-11 15:06:44.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:06:44.25: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:44.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:06:44.31: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:44.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:06:54.85: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:54.85: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:54.85: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:54.85: PodMonitor - start process kube event 2025-11-11 15:06:54.85: empty line received 2025-11-11 15:06:54.85: PodMonitor - start process kube event 2025-11-11 15:06:54.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:06:55.85: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:55.85: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:55.85: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:06:55.85: PodMonitor - start process kube event 2025-11-11 15:06:55.85: empty line received 2025-11-11 15:06:55.85: PodMonitor - start process kube event 2025-11-11 15:06:55.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:06:56.75: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:56.75: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:56.75: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:06:56.75: PodMonitor - start process kube event 2025-11-11 15:06:56.75: empty line received 2025-11-11 15:06:56.75: PodMonitor - start process kube event [Introspect:8108]10.0.0.128 - - [2025-11-11 15:07:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001310 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:07:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001246 2025-11-11 15:06:56.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:06:57.33: ServiceMonitor - Received BOOKMARK: oldResVer=1641 newResVer=1641 2025-11-11 15:06:57.33: ServiceMonitor - start process kube event 2025-11-11 15:06:57.33: empty line received 2025-11-11 15:06:57.33: ServiceMonitor - start process kube event 2025-11-11 15:07:00.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1638 newResVer=1638 2025-11-11 15:07:00.52: NetworkPolicyMonitor - start process kube event 2025-11-11 15:07:00.52: empty line received 2025-11-11 15:07:00.52: NetworkPolicyMonitor - start process kube event 2025-11-11 15:07:07.67: EndPointMonitor - Received BOOKMARK: oldResVer=1642 newResVer=1642 2025-11-11 15:07:07.67: EndPointMonitor - start process kube event 2025-11-11 15:07:07.67: empty line received 2025-11-11 15:07:07.67: EndPointMonitor - start process kube event 2025-11-11 15:07:17.97: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:07:17.97: IngressMonitor - start process kube event 2025-11-11 15:07:17.97: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-11 15:07:17.97: IngressMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:07:17.97: IngressMonitor - Connect Kube API result 0 2025-11-11 15:07:17.97: IngressMonitor - _schedule_vnc_sync 2025-11-11 15:07:17.97: IngressMonitor - Start Watching request https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-11 15:07:17.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-11 15:07:17.97: VncKubernetes - vnc_sync - Ingress start 2025-11-11 15:07:17.97: VncKubernetes - vnc_sync - Ingress done 2025-11-11 15:07:17.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:07:18.00: IngressMonitor - Watches https://10.0.0.128:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-11 15:07:18.00: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: IngressMonitor - start process kube event 2025-11-11 15:07:18.00: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: IngressMonitor - start process kube event 2025-11-11 15:07:18.00: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:18.00: IngressMonitor - start process kube event 2025-11-11 15:07:18.00: empty line received 2025-11-11 15:07:18.00: IngressMonitor - start process kube event 2025-11-11 15:07:20.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-11 15:07:20.17: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:20.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:07:20.57: VncKubernetes - Process event (name=ctest-nginx-ingress-27155056 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-27155056:b609f826-0860-4b4f-bdf4-08955bfe238c 2025-11-11 15:07:21.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:07:23.20: PodMonitor - Received BOOKMARK: oldResVer=1584 newResVer=1926 2025-11-11 15:07:23.20: PodMonitor - start process kube event 2025-11-11 15:07:23.20: empty line received 2025-11-11 15:07:23.20: PodMonitor - start process kube event 2025-11-11 15:07:27.93: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:27.93: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:27.93: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:27.93: PodMonitor - start process kube event 2025-11-11 15:07:27.93: empty line received 2025-11-11 15:07:27.93: PodMonitor - start process kube event 2025-11-11 15:07:27.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:07:28.22: PodMonitor - Received MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:28.22: PodMonitor - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:28.22: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:28.22: PodMonitor - start process kube event 2025-11-11 15:07:28.22: empty line received 2025-11-11 15:07:28.22: PodMonitor - start process kube event 2025-11-11 15:07:28.23: PodMonitor - Received DELETED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:28.23: PodMonitor - Got DELETED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:28.23: PodMonitor - start process kube event 2025-11-11 15:07:28.23: empty line received 2025-11-11 15:07:28.23: PodMonitor - start process kube event 2025-11-11 15:07:28.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:07:28.25: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:7a0d225f-aef3-40a6-b7f3-2e7495c99b05 2025-11-11 15:07:28.35: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:07:28.35: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:07:28.35: PodMonitor - start process kube event 2025-11-11 15:07:28.35: empty line received 2025-11-11 15:07:28.35: PodMonitor - start process kube event 2025-11-11 15:07:28.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-11 15:07:28.58: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:569b95ab-c903-4e75-a128-6e3ece923bdc 2025-11-11 15:07:28.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-11 15:07:43.14: NetworkMonitor - Received BOOKMARK: oldResVer=1488 newResVer=1488 2025-11-11 15:07:43.14: NetworkMonitor - start process kube event 2025-11-11 15:07:43.14: empty line received 2025-11-11 15:07:43.14: NetworkMonitor - start process kube event 2025-11-11 15:07:44.12: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.128', port=6443): Read timed out. 2025-11-11 15:07:44.12: NamespaceMonitor - start process kube event 2025-11-11 15:07:44.12: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1673 2025-11-11 15:07:44.12: NamespaceMonitor - Try to connect Kube API 10.0.0.128:6443 2025-11-11 15:07:44.12: NamespaceMonitor - Connect Kube API result 0 2025-11-11 15:07:44.12: NamespaceMonitor - _schedule_vnc_sync 2025-11-11 15:07:44.12: NamespaceMonitor - Start Watching request https://10.0.0.128:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1673'})(timeout=120) [Introspect:8108]10.0.0.128 - - [2025-11-11 15:08:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001318 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:08:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001025 [Introspect:8108]10.0.0.128 - - [2025-11-11 15:08:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001116