++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Tue Nov 18 12:51:03 AM UTC 2025 ===================' INFO: =================== Tue Nov 18 12:51:03 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ head -n 1 +++ grep 'inet ' +++ awk '{print $2}' +++ cut -d / -f 1 ++ DEFAULT_LOCAL_IP=10.0.0.141 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.141 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.141 ++ ANALYTICSDB_NODES=10.0.0.141 ++ ANALYTICS_SNMP_NODES=10.0.0.141 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:8081 ' +++ '[' -n '10.0.0.141:8081 ' ']' +++ echo 10.0.0.141:8081 ++ ANALYTICS_SERVERS=10.0.0.141:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:9042 ' +++ '[' -n '10.0.0.141:9042 ' ']' +++ echo 10.0.0.141:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.141:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.141 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:8086 ' +++ '[' -n '10.0.0.141:8086 ' ']' +++ echo 10.0.0.141:8086 ++ COLLECTOR_SERVERS=10.0.0.141:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.141 ++ CONFIGDB_NODES=10.0.0.141 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:8082 ' +++ '[' -n '10.0.0.141:8082 ' ']' +++ echo 10.0.0.141:8082 ++ CONFIG_SERVERS=10.0.0.141:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:9161 ' +++ '[' -n '10.0.0.141:9161 ' ']' +++ echo 10.0.0.141:9161 ++ CONFIGDB_SERVERS=10.0.0.141:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:9041 ' +++ '[' -n '10.0.0.141:9041 ' ']' +++ echo 10.0.0.141:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.141:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.141 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.141 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.141 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+=10.0.0.141:2181, +++ '[' -n 10.0.0.141:2181, ']' +++ echo 10.0.0.141:2181 ++ ZOOKEEPER_SERVERS=10.0.0.141:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:2181 ' +++ '[' -n '10.0.0.141:2181 ' ']' +++ echo 10.0.0.141:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.141:2181 ++ RABBITMQ_NODES=10.0.0.141 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+=10.0.0.141:5673, +++ '[' -n 10.0.0.141:5673, ']' +++ echo 10.0.0.141:5673 ++ RABBITMQ_SERVERS=10.0.0.141:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:6379 ' +++ '[' -n '10.0.0.141:6379 ' ']' +++ echo 10.0.0.141:6379 ++ REDIS_SERVERS=10.0.0.141:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.141 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.141 +++ local server_address=10.0.0.141 +++ extended_server_list+='10.0.0.141:9092 ' +++ '[' -n '10.0.0.141:9092 ' ']' +++ echo 10.0.0.141:9092 ++ KAFKA_SERVERS=10.0.0.141:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.141 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.141 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.141 ++ cut -d , -f 1 + local cassandra=10.0.0.141 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.141 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlJWWEg3LWJ4M3Vfc19mRXRwRi1wRG1NRWZCLV9EYmpFNVMyTThmOEVHMTAifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjU4NmRkMDUyLTgxZDItNGE5NC05MjBmLTVlZDIwNDIyMjI5NiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.ZwL6JcBmtU5c1gTr4t72pdzaPvxYqyehkmKuErFLv1lIq6FAF67pnKbgZFg8GI0avqKm7ZA84K0ZSPyrDGr103F6uSb7DDBbhheDV2mSwRayU7GR5Ywn_-jzlaReXZACXKIY4bVV1K-hQ-zVdW7b7dgO0wyZUem2PkD3tgwUKgOmw_k1-4oSX2-9Jz5j8O5LQEpLOHsp1b2VWQU2u6r1Q4TedwD2vFFmiscykyZW2f8CjlfDCD-QTq8Ey0Ve1sVFuUb0Jb1gK4KBlNncVSk0bz9fPkm7HLp9XtzizTlaBtcKWz_qGkBG2NzRduo-JexvvLKrW6XiQpdp2cliZXkd1w ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.141 +++ local servers=10.0.0.141 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ grep -vi host ++++ sort ++++ uniq ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.141,10.121.53.1,127.0.0.1,172.17.0.1,252.141.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.141'\''))' +++ local server_ip=10.0.0.141 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.141 ]] +++ [[ ,10.0.0.141,10.121.53.1,127.0.0.1,172.17.0.1,252.141.0.1,, =~ ,10\.0\.0\.141, ]] +++ echo 10.0.0.141 1 +++ return ++ local ip=10.0.0.141 ++ [[ -z 10.0.0.141 ]] ++ echo 10.0.0.141 + host_ip=10.0.0.141 + [[ cql == \c\q\l ]] ++ echo 10.0.0.141:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.141:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ sed 's/^KUBERNETES__//g' ++ grep '^KUBERNETES__.*__.*=.*$' ++ cut -d = -f 1 + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/18/2025 00:51:11.320 7f4d08673180 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/18/2025 00:51:11.501 7f4d08673180 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/18/2025 00:51:11.501 7f4d08673180 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.141 - - [2025-11-18 00:51:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001044 2025-11-18 00:51:11.75: KubeMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:11.75: KubeMonitor - Connect Kube API result 0 2025-11-18 00:51:11.83: KubeMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/api/v1 2025-11-18 00:51:11.84: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/api/v1 2025-11-18 00:51:11.85: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1 2025-11-18 00:51:11.85: PodMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/api/v1 2025-11-18 00:51:11.86: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/api/v1 2025-11-18 00:51:11.87: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/apis/networking.k8s.io/v1 2025-11-18 00:51:11.87: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/api/v1 2025-11-18 00:51:11.88: IngressMonitor - KubeMonitor init done: url=https://10.0.0.141:6443/apis/networking.k8s.io/v1 2025-11-18 00:51:11.88: VncKubernetes - vnc_connect starting 2025-11-18 00:51:11.89: VncKubernetes - vnc_connect done 2025-11-18 00:51:12.06: default-domain domain available. 2025-11-18 00:51:18.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:51:18.22: NamespaceMonitor - start process kube event 2025-11-18 00:51:18.22: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.22: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.22: NetworkMonitor - start process kube event 2025-11-18 00:51:18.22: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.22: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.22: PodMonitor - start process kube event 2025-11-18 00:51:18.22: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.22: PodMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.23: ServiceMonitor - start process kube event 2025-11-18 00:51:18.23: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.23: ServiceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.23: NetworkPolicyMonitor - start process kube event 2025-11-18 00:51:18.23: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.23: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.23: EndPointMonitor - start process kube event 2025-11-18 00:51:18.23: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.23: EndPointMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.23: IngressMonitor - start process kube event 2025-11-18 00:51:18.23: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-18 00:51:18.24: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:51:18.24: IngressMonitor - Connect Kube API result 0 2025-11-18 00:51:18.24: IngressMonitor - Start init url=https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-18 00:51:18.24: EndPointMonitor - Connect Kube API result 0 2025-11-18 00:51:18.24: EndPointMonitor - Start init url=https://10.0.0.141:6443/api/v1/endpoints resource_version=None 2025-11-18 00:51:18.24: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-18 00:51:18.25: NetworkPolicyMonitor - Start init url=https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-18 00:51:18.25: ServiceMonitor - Connect Kube API result 0 2025-11-18 00:51:18.25: ServiceMonitor - Start init url=https://10.0.0.141:6443/api/v1/services resource_version=None 2025-11-18 00:51:18.27: PodMonitor - Connect Kube API result 0 2025-11-18 00:51:18.27: PodMonitor - Start init url=https://10.0.0.141:6443/api/v1/pods resource_version=None 2025-11-18 00:51:18.27: NetworkMonitor - Connect Kube API result 0 2025-11-18 00:51:18.27: NamespaceMonitor - Connect Kube API result 0 2025-11-18 00:51:18.27: NamespaceMonitor - Start init url=https://10.0.0.141:6443/api/v1/namespaces resource_version=None 2025-11-18 00:51:18.32: NetworkPolicyMonitor - Done init url=https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=617 2025-11-18 00:51:18.32: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.32: NetworkPolicyMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:51:18.32: IngressMonitor - Done init url=https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses, resource_version=617 2025-11-18 00:51:18.32: IngressMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.32: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:51:18.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 00:51:18.33: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 00:51:18.33: NetworkPolicyMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:51:18.33: ServiceMonitor - Got ADDED Service default:kubernetes:76e9b808-7b8d-4138-9c2c-0a005f4f57e0 2025-11-18 00:51:18.33: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 00:51:18.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 00:51:18.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 00:51:18.33: VncKubernetes - vnc_sync - Ingress start 2025-11-18 00:51:18.33: VncKubernetes - vnc_sync - Ingress done 2025-11-18 00:51:18.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 00:51:18.33: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:76e9b808-7b8d-4138-9c2c-0a005f4f57e0 2025-11-18 00:51:18.34: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:51:18.34: EndPointMonitor - Got ADDED Endpoints default:kubernetes:94c7f685-3f6d-40fe-90fd-f775e35896e2 2025-11-18 00:51:18.34: NamespaceMonitor - Got ADDED Namespace None:contrail:a8eda03b-9e4f-40b9-9d50-0e64d9a6f0d0 2025-11-18 00:51:18.34: NetworkMonitor - Start init url=https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-18 00:51:18.35: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:51:18.35: PodMonitor - Done init url=https://10.0.0.141:6443/api/v1/pods, resource_version=617 2025-11-18 00:51:18.35: PodMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.35: PodMonitor - Start Watching request https://10.0.0.141:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:51:18.36: ServiceMonitor - Got ADDED Service kube-system:kube-dns:3536ed2c-03dd-49a2-a118-ae00a5399827 2025-11-18 00:51:18.36: ServiceMonitor - Done init url=https://10.0.0.141:6443/api/v1/services, resource_version=617 2025-11-18 00:51:18.36: ServiceMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.36: ServiceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:51:18.36: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:51:18.36: EndPointMonitor - Done init url=https://10.0.0.141:6443/api/v1/endpoints, resource_version=617 [Introspect:8108]10.0.0.141 - - [2025-11-18 00:51:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001020 [Introspect:8108]10.0.0.141 - - [2025-11-18 00:51:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001271 2025-11-18 00:51:18.36: EndPointMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.36: EndPointMonitor - Start Watching request https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:51:18.37: PodMonitor - Watches https://10.0.0.141:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:51:18.37: NamespaceMonitor - Got ADDED Namespace None:default:8d27b647-a907-4067-80fb-de2cf67a09eb 2025-11-18 00:51:18.37: ServiceMonitor - Watches https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:51:18.37: EndPointMonitor - Watches https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:51:18.37: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:7b848079-153c-4faa-b18e-0fd91e705b92 2025-11-18 00:51:18.38: NamespaceMonitor - Got ADDED Namespace None:kube-public:804204fc-c805-43f3-b244-3a31d6fb51a2 2025-11-18 00:51:18.38: NamespaceMonitor - Got ADDED Namespace None:kube-system:dcc43ce4-e4d6-4240-ac99-2ba11ede3dd9 2025-11-18 00:51:18.38: NamespaceMonitor - Done init url=https://10.0.0.141:6443/api/v1/namespaces, resource_version=617 2025-11-18 00:51:18.38: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.38: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:51:18.39: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:51:18.50: NetworkMonitor - Done init url=https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=621 2025-11-18 00:51:18.50: NetworkMonitor - _schedule_vnc_sync 2025-11-18 00:51:18.50: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'})(timeout=120) 2025-11-18 00:51:18.50: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'}) 2025-11-18 00:51:20.02: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 00:51:20.02: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:94c7f685-3f6d-40fe-90fd-f775e35896e2 2025-11-18 00:51:20.09: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-18 00:51:20.09: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:a8eda03b-9e4f-40b9-9d50-0e64d9a6f0d0 2025-11-18 00:51:22.19: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-18 00:51:22.19: VncKubernetes - Process event (name=coredns-6f867cd986-skmrc event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:51:23.72: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:51:23.72: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:51:23.73: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-18 00:51:23.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-18 00:51:23.73: VncKubernetes - vnc_sync - Pod start 2025-11-18 00:51:23.73: VncKubernetes - vnc_sync - Pod done 2025-11-18 00:51:23.73: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-18 00:51:23.73: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:3536ed2c-03dd-49a2-a118-ae00a5399827 2025-11-18 00:51:23.73: PodMonitor - start process kube event 2025-11-18 00:51:23.73: empty line received 2025-11-18 00:51:23.73: PodMonitor - start process kube event 2025-11-18 00:51:25.72: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-18 00:51:25.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 00:51:25.72: VncKubernetes - vnc_sync - Service start 2025-11-18 00:51:25.72: VncKubernetes - vnc_sync - Service done 2025-11-18 00:51:25.72: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-18 00:51:25.72: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:51:25.81: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-18 00:51:25.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 00:51:25.81: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 00:51:25.81: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-18 00:51:25.81: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:8d27b647-a907-4067-80fb-de2cf67a09eb 2025-11-18 00:51:27.87: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 00:51:27.87: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:7b848079-153c-4faa-b18e-0fd91e705b92 2025-11-18 00:51:29.60: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 00:51:29.60: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:804204fc-c805-43f3-b244-3a31d6fb51a2 2025-11-18 00:51:31.23: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 00:51:31.23: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:dcc43ce4-e4d6-4240-ac99-2ba11ede3dd9 2025-11-18 00:51:32.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 00:51:32.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 00:51:32.50: VncKubernetes - vnc_sync - Namespace start 2025-11-18 00:51:32.50: VncKubernetes - vnc_sync - Namespace done 2025-11-18 00:51:32.50: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 00:51:32.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 00:51:32.50: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 00:51:32.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 00:51:32.50: VncKubernetes - Process event (name=coredns-6f867cd986-skmrc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:51:32.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:52:18.60: PodMonitor - Received BOOKMARK: oldResVer=617 newResVer=628 2025-11-18 00:52:18.60: PodMonitor - start process kube event 2025-11-18 00:52:18.60: empty line received 2025-11-18 00:52:18.60: PodMonitor - start process kube event 2025-11-18 00:53:18.33: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:53:18.33: NetworkPolicyMonitor - start process kube event 2025-11-18 00:53:18.33: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:53:18.33: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:53:18.33: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-18 00:53:18.33: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 00:53:18.33: NetworkPolicyMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:53:18.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 00:53:18.34: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 00:53:18.34: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 00:53:18.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:53:18.34: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:53:18.34: IngressMonitor - start process kube event 2025-11-18 00:53:18.34: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:53:18.34: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:53:18.34: IngressMonitor - Connect Kube API result 0 2025-11-18 00:53:18.34: IngressMonitor - _schedule_vnc_sync 2025-11-18 00:53:18.34: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:53:18.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 00:53:18.34: VncKubernetes - vnc_sync - Ingress start 2025-11-18 00:53:18.34: VncKubernetes - vnc_sync - Ingress done 2025-11-18 00:53:18.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:53:18.36: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:53:18.36: NetworkPolicyMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:53:18.37: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:53:18.37: ServiceMonitor - start process kube event 2025-11-18 00:53:18.37: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:53:18.37: ServiceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:53:18.37: ServiceMonitor - Connect Kube API result 0 2025-11-18 00:53:18.37: ServiceMonitor - _schedule_vnc_sync 2025-11-18 00:53:18.37: ServiceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:53:18.38: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:53:18.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 00:53:18.38: VncKubernetes - vnc_sync - Service start 2025-11-18 00:53:18.38: VncKubernetes - vnc_sync - Service done 2025-11-18 00:53:18.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:53:18.38: EndPointMonitor - start process kube event 2025-11-18 00:53:18.38: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:53:18.38: EndPointMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:53:18.38: EndPointMonitor - Connect Kube API result 0 2025-11-18 00:53:18.38: EndPointMonitor - _schedule_vnc_sync 2025-11-18 00:53:18.38: EndPointMonitor - Start Watching request https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:53:18.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 00:53:18.38: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 00:53:18.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:53:18.39: ServiceMonitor - Watches https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:53:18.39: EndPointMonitor - Watches https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:53:18.39: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:53:18.39: NamespaceMonitor - start process kube event 2025-11-18 00:53:18.39: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:53:18.39: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:53:18.39: NamespaceMonitor - Connect Kube API result 0 2025-11-18 00:53:18.39: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 00:53:18.39: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:53:18.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 00:53:18.39: VncKubernetes - vnc_sync - Namespace start 2025-11-18 00:53:18.39: VncKubernetes - vnc_sync - Namespace done 2025-11-18 00:53:18.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:53:18.40: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:53:18.50: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:53:18.50: NetworkMonitor - start process kube event 2025-11-18 00:53:18.50: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=621 2025-11-18 00:53:18.50: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:53:18.50: NetworkMonitor - Connect Kube API result 0 2025-11-18 00:53:18.50: NetworkMonitor - _schedule_vnc_sync 2025-11-18 00:53:18.50: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'})(timeout=120) 2025-11-18 00:53:18.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 00:53:18.50: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 00:53:18.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:53:18.51: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'}) 2025-11-18 00:53:18.96: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-11-18 00:53:18.96: PodMonitor - start process kube event 2025-11-18 00:53:18.96: empty line received 2025-11-18 00:53:18.96: PodMonitor - start process kube event 2025-11-18 00:54:18.96: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-11-18 00:54:18.96: PodMonitor - start process kube event 2025-11-18 00:54:18.96: empty line received 2025-11-18 00:54:18.96: PodMonitor - start process kube event 2025-11-18 00:55:18.36: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:55:18.36: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:55:18.36: IngressMonitor - start process kube event 2025-11-18 00:55:18.36: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:55:18.36: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:55:18.36: NetworkPolicyMonitor - start process kube event 2025-11-18 00:55:18.36: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:55:18.36: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:55:18.36: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-18 00:55:18.36: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 00:55:18.36: NetworkPolicyMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:55:18.36: IngressMonitor - Connect Kube API result 0 2025-11-18 00:55:18.37: IngressMonitor - _schedule_vnc_sync 2025-11-18 00:55:18.37: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:55:18.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 00:55:18.37: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 00:55:18.37: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 00:55:18.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 00:55:18.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 00:55:18.37: VncKubernetes - vnc_sync - Ingress start 2025-11-18 00:55:18.37: VncKubernetes - vnc_sync - Ingress done 2025-11-18 00:55:18.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:18.39: NetworkPolicyMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:55:18.39: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:55:18.39: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:55:18.39: ServiceMonitor - start process kube event 2025-11-18 00:55:18.39: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:55:18.39: ServiceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:55:18.39: ServiceMonitor - Connect Kube API result 0 2025-11-18 00:55:18.39: ServiceMonitor - _schedule_vnc_sync 2025-11-18 00:55:18.39: ServiceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:55:18.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 00:55:18.39: VncKubernetes - vnc_sync - Service start 2025-11-18 00:55:18.39: VncKubernetes - vnc_sync - Service done 2025-11-18 00:55:18.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:18.39: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:55:18.39: EndPointMonitor - start process kube event 2025-11-18 00:55:18.39: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:55:18.39: EndPointMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:55:18.39: EndPointMonitor - Connect Kube API result 0 2025-11-18 00:55:18.39: EndPointMonitor - _schedule_vnc_sync 2025-11-18 00:55:18.39: EndPointMonitor - Start Watching request https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:55:18.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 00:55:18.39: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 00:55:18.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:18.40: ServiceMonitor - Watches https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:55:18.40: EndPointMonitor - Watches https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:55:18.40: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:55:18.40: NamespaceMonitor - start process kube event 2025-11-18 00:55:18.40: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:55:18.40: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:55:18.40: NamespaceMonitor - Connect Kube API result 0 2025-11-18 00:55:18.41: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 00:55:18.41: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:55:18.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 00:55:18.41: VncKubernetes - vnc_sync - Namespace start 2025-11-18 00:55:18.41: VncKubernetes - vnc_sync - Namespace done 2025-11-18 00:55:18.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:18.41: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:55:18.51: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:55:18.51: NetworkMonitor - start process kube event 2025-11-18 00:55:18.51: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=621 2025-11-18 00:55:18.51: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:55:18.51: NetworkMonitor - Connect Kube API result 0 2025-11-18 00:55:18.51: NetworkMonitor - _schedule_vnc_sync 2025-11-18 00:55:18.51: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'})(timeout=120) 2025-11-18 00:55:18.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 00:55:18.51: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 00:55:18.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:18.52: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'}) 2025-11-18 00:55:19.74: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=628 2025-11-18 00:55:19.74: PodMonitor - start process kube event 2025-11-18 00:55:19.74: PodMonitor - _schedule_vnc_sync 2025-11-18 00:55:19.74: empty line received 2025-11-18 00:55:19.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-18 00:55:19.74: VncKubernetes - vnc_sync - Pod start 2025-11-18 00:55:19.74: PodMonitor - start process kube event 2025-11-18 00:55:19.82: VncKubernetes - vnc_sync - Pod done 2025-11-18 00:55:19.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:28.46: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:55:28.46: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:55:28.46: VncKubernetes - Process event (name=coredns-6f867cd986-skmrc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:55:28.46: PodMonitor - start process kube event 2025-11-18 00:55:28.46: empty line received 2025-11-18 00:55:28.46: PodMonitor - start process kube event 2025-11-18 00:55:28.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:55:28.48: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:55:28.48: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:55:28.48: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b [Introspect:8108]10.0.0.141 - - [2025-11-18 00:55:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001415 [Introspect:8108]10.0.0.141 - - [2025-11-18 00:55:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001338 [Introspect:8108]10.0.0.141 - - [2025-11-18 00:55:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001042 [Introspect:8108]10.0.0.141 - - [2025-11-18 00:55:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001194 2025-11-18 00:55:28.48: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:55:28.48: VncKubernetes - Process event (name=coredns-6f867cd986-skmrc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:55:28.49: PodMonitor - start process kube event 2025-11-18 00:55:28.49: empty line received 2025-11-18 00:55:28.49: EndPointMonitor - start process kube event 2025-11-18 00:55:28.49: empty line received 2025-11-18 00:55:28.49: PodMonitor - start process kube event 2025-11-18 00:55:28.49: EndPointMonitor - start process kube event 2025-11-18 00:55:28.50: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:55:28.50: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:55:28.50: EndPointMonitor - start process kube event 2025-11-18 00:55:28.50: empty line received 2025-11-18 00:55:28.50: EndPointMonitor - start process kube event 2025-11-18 00:55:28.55: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 00:55:28.55: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:55:28.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 00:55:28.59: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:55:29.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:56:18.44: EndPointMonitor - Received BOOKMARK: oldResVer=617 newResVer=974 2025-11-18 00:56:18.44: EndPointMonitor - start process kube event 2025-11-18 00:56:18.44: empty line received 2025-11-18 00:56:18.44: EndPointMonitor - start process kube event 2025-11-18 00:56:18.62: IngressMonitor - Received BOOKMARK: oldResVer=617 newResVer=1017 2025-11-18 00:56:18.62: IngressMonitor - start process kube event 2025-11-18 00:56:18.62: empty line received 2025-11-18 00:56:18.62: IngressMonitor - start process kube event 2025-11-18 00:56:19.07: ServiceMonitor - Received BOOKMARK: oldResVer=617 newResVer=1029 2025-11-18 00:56:19.08: ServiceMonitor - start process kube event 2025-11-18 00:56:19.08: empty line received 2025-11-18 00:56:19.08: ServiceMonitor - start process kube event 2025-11-18 00:56:19.18: PodMonitor - Received BOOKMARK: oldResVer=628 newResVer=972 2025-11-18 00:56:19.18: PodMonitor - start process kube event 2025-11-18 00:56:19.18: empty line received 2025-11-18 00:56:19.18: PodMonitor - start process kube event 2025-11-18 00:57:17.25: PodMonitor - Received BOOKMARK: oldResVer=972 newResVer=972 2025-11-18 00:57:17.25: PodMonitor - start process kube event 2025-11-18 00:57:17.25: empty line received 2025-11-18 00:57:17.25: PodMonitor - start process kube event 2025-11-18 00:57:18.39: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:57:18.39: NetworkPolicyMonitor - start process kube event 2025-11-18 00:57:18.39: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:57:18.39: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:57:18.39: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-18 00:57:18.39: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 00:57:18.39: NetworkPolicyMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:57:18.39: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 00:57:18.39: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 00:57:18.39: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 00:57:18.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:57:18.41: NetworkPolicyMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:57:18.41: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:57:18.41: NamespaceMonitor - start process kube event 2025-11-18 00:57:18.41: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:57:18.41: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:57:18.41: NamespaceMonitor - Connect Kube API result 0 2025-11-18 00:57:18.41: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 00:57:18.41: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:57:18.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 00:57:18.42: VncKubernetes - vnc_sync - Namespace start 2025-11-18 00:57:18.42: VncKubernetes - vnc_sync - Namespace done 2025-11-18 00:57:18.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:57:18.42: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:57:18.45: IngressMonitor - Received BOOKMARK: oldResVer=1017 newResVer=1017 2025-11-18 00:57:18.45: IngressMonitor - start process kube event 2025-11-18 00:57:18.45: empty line received 2025-11-18 00:57:18.45: IngressMonitor - start process kube event 2025-11-18 00:57:18.46: PodMonitor - Received BOOKMARK: oldResVer=972 newResVer=972 2025-11-18 00:57:18.46: PodMonitor - start process kube event 2025-11-18 00:57:18.47: empty line received 2025-11-18 00:57:18.47: PodMonitor - start process kube event 2025-11-18 00:57:18.52: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:57:18.52: NetworkMonitor - start process kube event 2025-11-18 00:57:18.52: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=621 2025-11-18 00:57:18.52: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:57:18.52: NetworkMonitor - Connect Kube API result 0 2025-11-18 00:57:18.52: NetworkMonitor - _schedule_vnc_sync 2025-11-18 00:57:18.52: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'})(timeout=120) 2025-11-18 00:57:18.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 00:57:18.52: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 00:57:18.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:57:18.53: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'}) 2025-11-18 00:57:18.73: EndPointMonitor - Received BOOKMARK: oldResVer=974 newResVer=974 2025-11-18 00:57:18.74: EndPointMonitor - start process kube event 2025-11-18 00:57:18.74: empty line received 2025-11-18 00:57:18.74: EndPointMonitor - start process kube event 2025-11-18 00:57:19.22: ServiceMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-11-18 00:57:19.22: ServiceMonitor - start process kube event 2025-11-18 00:57:19.22: empty line received 2025-11-18 00:57:19.22: ServiceMonitor - start process kube event 2025-11-18 00:57:19.52: stop iteration PodMonitor 2025-11-18 00:57:19.52: PodMonitor - start process kube event 2025-11-18 00:57:19.52: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=972 2025-11-18 00:57:19.52: PodMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:57:19.52: PodMonitor - Connect Kube API result 0 2025-11-18 00:57:19.52: PodMonitor - _schedule_vnc_sync 2025-11-18 00:57:19.52: PodMonitor - Start Watching request https://10.0.0.141:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '972'})(timeout=120) 2025-11-18 00:57:19.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-18 00:57:19.52: VncKubernetes - vnc_sync - Pod start 2025-11-18 00:57:19.52: VncKubernetes - vnc_sync - Pod done 2025-11-18 00:57:19.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:57:19.52: PodMonitor - Watches https://10.0.0.141:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '972'}) 2025-11-18 00:58:18.30: EndPointMonitor - Received BOOKMARK: oldResVer=974 newResVer=974 2025-11-18 00:58:18.30: EndPointMonitor - start process kube event 2025-11-18 00:58:18.30: empty line received 2025-11-18 00:58:18.30: EndPointMonitor - start process kube event 2025-11-18 00:58:18.83: IngressMonitor - Received BOOKMARK: oldResVer=1017 newResVer=1017 2025-11-18 00:58:18.83: IngressMonitor - start process kube event 2025-11-18 00:58:18.83: empty line received 2025-11-18 00:58:18.83: IngressMonitor - start process kube event 2025-11-18 00:58:19.03: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=617 newResVer=1057 2025-11-18 00:58:19.03: NetworkPolicyMonitor - start process kube event 2025-11-18 00:58:19.03: empty line received 2025-11-18 00:58:19.03: NetworkPolicyMonitor - start process kube event 2025-11-18 00:58:20.00: ServiceMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-11-18 00:58:20.01: ServiceMonitor - start process kube event 2025-11-18 00:58:20.01: empty line received 2025-11-18 00:58:20.01: ServiceMonitor - start process kube event 2025-11-18 00:59:18.02: EndPointMonitor - Received BOOKMARK: oldResVer=974 newResVer=974 2025-11-18 00:59:18.02: EndPointMonitor - start process kube event 2025-11-18 00:59:18.02: empty line received 2025-11-18 00:59:18.02: EndPointMonitor - start process kube event 2025-11-18 00:59:18.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1057 newResVer=1057 2025-11-18 00:59:18.33: NetworkPolicyMonitor - start process kube event 2025-11-18 00:59:18.33: empty line received 2025-11-18 00:59:18.33: NetworkPolicyMonitor - start process kube event 2025-11-18 00:59:18.42: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:59:18.42: NamespaceMonitor - start process kube event 2025-11-18 00:59:18.42: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 00:59:18.42: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:59:18.43: NamespaceMonitor - Connect Kube API result 0 2025-11-18 00:59:18.43: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 00:59:18.43: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 00:59:18.43: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 00:59:18.43: VncKubernetes - vnc_sync - Namespace start 2025-11-18 00:59:18.43: VncKubernetes - vnc_sync - Namespace done 2025-11-18 00:59:18.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:59:18.45: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 00:59:18.50: IngressMonitor - Received BOOKMARK: oldResVer=1017 newResVer=1017 2025-11-18 00:59:18.50: IngressMonitor - start process kube event 2025-11-18 00:59:18.50: IngressMonitor - _schedule_vnc_sync 2025-11-18 00:59:18.50: empty line received 2025-11-18 00:59:18.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 00:59:18.50: VncKubernetes - vnc_sync - Ingress start 2025-11-18 00:59:18.50: VncKubernetes - vnc_sync - Ingress done 2025-11-18 00:59:18.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:59:18.50: IngressMonitor - start process kube event 2025-11-18 00:59:18.53: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 00:59:18.53: NetworkMonitor - start process kube event 2025-11-18 00:59:18.53: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=621 2025-11-18 00:59:18.53: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 00:59:18.53: NetworkMonitor - Connect Kube API result 0 2025-11-18 00:59:18.53: NetworkMonitor - _schedule_vnc_sync 2025-11-18 00:59:18.53: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'})(timeout=120) 2025-11-18 00:59:18.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 00:59:18.53: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 00:59:18.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:59:18.54: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'}) 2025-11-18 00:59:19.32: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:59:19.32: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:59:19.32: VncKubernetes - Process event (name=coredns-6f867cd986-skmrc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:59:19.32: PodMonitor - start process kube event 2025-11-18 00:59:19.32: empty line received 2025-11-18 00:59:19.32: PodMonitor - start process kube event 2025-11-18 00:59:19.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 00:59:19.34: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:59:19.34: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:59:19.34: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:59:19.34: EndPointMonitor - start process kube event 2025-11-18 00:59:19.34: EndPointMonitor - _schedule_vnc_sync 2025-11-18 00:59:19.34: empty line received 2025-11-18 00:59:19.34: EndPointMonitor - start process kube event 2025-11-18 00:59:19.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:59:19.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:59:19.35: PodMonitor - start process kube event 2025-11-18 00:59:19.35: empty line received 2025-11-18 00:59:19.35: PodMonitor - start process kube event 2025-11-18 00:59:19.37: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:59:19.38: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:59:19.38: EndPointMonitor - start process kube event 2025-11-18 00:59:19.38: empty line received 2025-11-18 00:59:19.38: EndPointMonitor - start process kube event 2025-11-18 00:59:19.58: PodMonitor - Received BOOKMARK: oldResVer=972 newResVer=1291 2025-11-18 00:59:19.58: PodMonitor - start process kube event 2025-11-18 00:59:19.58: empty line received 2025-11-18 00:59:19.58: PodMonitor - start process kube event 2025-11-18 00:59:19.89: VncKubernetes - wait event (qsize=3 timeout=120)[Introspect:8108]10.0.0.141 - - [2025-11-18 01:00:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001966 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:00:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001498 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:00:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001729 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:00:57] "GET /Snh_NamespaceDatabaseList?namespace_uuid=8d27b647-a907-4067-80fb-de2cf67a09eb HTTP/1.1" 200 753 0.001391 2025-11-18 00:59:19.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 00:59:19.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 00:59:19.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 00:59:19.90: VncKubernetes - Process event (name=coredns-6f867cd986-skmrc event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-skmrc:4ebe8bd9-84ed-465d-bd13-37b1042826fa 2025-11-18 00:59:19.95: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 00:59:19.95: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:a1ed29e8-689d-42b5-a710-3d4dc1c8381b 2025-11-18 00:59:20.22: ServiceMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-11-18 00:59:20.22: ServiceMonitor - start process kube event 2025-11-18 00:59:20.22: ServiceMonitor - _schedule_vnc_sync 2025-11-18 00:59:20.22: empty line received 2025-11-18 00:59:20.22: ServiceMonitor - start process kube event 2025-11-18 00:59:20.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 00:59:20.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 00:59:20.63: VncKubernetes - vnc_sync - Service start 2025-11-18 00:59:20.63: VncKubernetes - vnc_sync - Service done 2025-11-18 00:59:20.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:00:18.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1057 newResVer=1057 2025-11-18 01:00:18.42: NetworkPolicyMonitor - start process kube event 2025-11-18 01:00:18.42: empty line received 2025-11-18 01:00:18.42: NetworkPolicyMonitor - start process kube event 2025-11-18 01:00:18.90: EndPointMonitor - Received BOOKMARK: oldResVer=974 newResVer=1294 2025-11-18 01:00:18.90: EndPointMonitor - start process kube event 2025-11-18 01:00:18.90: empty line received 2025-11-18 01:00:18.90: EndPointMonitor - start process kube event 2025-11-18 01:00:19.02: IngressMonitor - Received BOOKMARK: oldResVer=1017 newResVer=1017 2025-11-18 01:00:19.02: IngressMonitor - start process kube event 2025-11-18 01:00:19.02: empty line received 2025-11-18 01:00:19.02: IngressMonitor - start process kube event 2025-11-18 01:00:19.52: PodMonitor - Received BOOKMARK: oldResVer=1291 newResVer=1291 2025-11-18 01:00:19.52: PodMonitor - start process kube event 2025-11-18 01:00:19.52: empty line received 2025-11-18 01:00:19.52: PodMonitor - start process kube event 2025-11-18 01:00:20.69: ServiceMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-11-18 01:00:20.69: ServiceMonitor - start process kube event 2025-11-18 01:00:20.69: empty line received 2025-11-18 01:00:20.69: ServiceMonitor - start process kube event 2025-11-18 01:00:57.52: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-95206230:69fe2447-7031-4a57-9695-c162ad25d346 2025-11-18 01:00:57.52: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-95206230:69fe2447-7031-4a57-9695-c162ad25d346 2025-11-18 01:00:57.52: VncKubernetes - Process event (name=ctest-nginx-svc-95206230 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-95206230:69fe2447-7031-4a57-9695-c162ad25d346 2025-11-18 01:00:57.52: ServiceMonitor - start process kube event 2025-11-18 01:00:57.52: empty line received 2025-11-18 01:00:57.52: ServiceMonitor - start process kube event 2025-11-18 01:00:57.56: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:00:57.56: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:00:57.56: EndPointMonitor - start process kube event 2025-11-18 01:00:57.56: empty line received 2025-11-18 01:00:57.56: EndPointMonitor - start process kube event 2025-11-18 01:00:57.60: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:00:57.60: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-89043483 (no nodeName) 2025-11-18 01:00:57.62: PodMonitor - start process kube event 2025-11-18 01:00:57.62: empty line received 2025-11-18 01:00:57.62: PodMonitor - start process kube event 2025-11-18 01:00:57.62: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:00:57.62: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:00:57.62: PodMonitor - start process kube event 2025-11-18 01:00:57.62: empty line received 2025-11-18 01:00:57.62: PodMonitor - start process kube event 2025-11-18 01:00:57.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:00:57.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:00:57.65: PodMonitor - start process kube event 2025-11-18 01:00:57.65: empty line received 2025-11-18 01:00:57.65: PodMonitor - start process kube event 2025-11-18 01:00:57.68: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:00:57.68: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-86646128 (no nodeName) 2025-11-18 01:00:57.68: PodMonitor - start process kube event 2025-11-18 01:00:57.68: empty line received 2025-11-18 01:00:57.68: PodMonitor - start process kube event 2025-11-18 01:00:57.70: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:00:57.70: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:00:57.70: PodMonitor - start process kube event 2025-11-18 01:00:57.70: empty line received 2025-11-18 01:00:57.70: PodMonitor - start process kube event 2025-11-18 01:00:57.72: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:00:57.72: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:00:57.72: PodMonitor - start process kube event 2025-11-18 01:00:57.72: empty line received 2025-11-18 01:00:57.72: PodMonitor - start process kube event 2025-11-18 01:00:59.08: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:00:59.08: VncKubernetes - Process event (name=ctest-nginx-svc-95206230 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:00:59.17: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:00:59.17: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:00.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:00.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:00.58: PodMonitor - start process kube event 2025-11-18 01:01:00.59: empty line received 2025-11-18 01:01:00.59: PodMonitor - start process kube event 2025-11-18 01:01:00.60: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:01:00.60: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:00.77: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:01:00.77: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:01.98: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001706 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:07] "GET /Snh_LoadbalancerDatabaseList?x=b354e079-7481-4da8-8098-cb0dccf1624e HTTP/1.1" 200 1869 0.000716 2025-11-18 01:01:01.98: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:01.98: PodMonitor - start process kube event 2025-11-18 01:01:01.99: empty line received 2025-11-18 01:01:01.99: PodMonitor - start process kube event 2025-11-18 01:01:02.01: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:01:02.01: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:02.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:01:02.18: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:02.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:02.20: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:02.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:04.78: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:04.78: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:04.78: VncKubernetes - Process event (name=ctest-nginx-ingress-90670544 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:04.78: IngressMonitor - start process kube event 2025-11-18 01:01:04.78: empty line received 2025-11-18 01:01:04.78: IngressMonitor - start process kube event 2025-11-18 01:01:06.16: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:06.16: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:06.16: IngressMonitor - start process kube event 2025-11-18 01:01:06.16: empty line received 2025-11-18 01:01:06.16: IngressMonitor - start process kube event 2025-11-18 01:01:07.25: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:07.25: VncKubernetes - Process event (name=ctest-nginx-ingress-90670544 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:07.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:07.84: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:07.84: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-28104898 (no nodeName) 2025-11-18 01:01:07.84: PodMonitor - start process kube event 2025-11-18 01:01:07.84: empty line received 2025-11-18 01:01:07.84: PodMonitor - start process kube event 2025-11-18 01:01:07.84: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:07.84: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:07.84: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:07.84: PodMonitor - start process kube event 2025-11-18 01:01:07.84: empty line received 2025-11-18 01:01:07.84: PodMonitor - start process kube event 2025-11-18 01:01:07.86: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:07.86: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:07.86: PodMonitor - start process kube event 2025-11-18 01:01:07.86: empty line received 2025-11-18 01:01:07.86: PodMonitor - start process kube event 2025-11-18 01:01:08.60: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:08.60: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:08.60: PodMonitor - start process kube event 2025-11-18 01:01:08.60: empty line received 2025-11-18 01:01:08.60: PodMonitor - start process kube event 2025-11-18 01:01:08.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:01:08.62: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:08.76: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:08.76: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:08.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:14.43: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:14.43: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:14.43: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:01:14.44: PodMonitor - start process kube event 2025-11-18 01:01:14.44: empty line received 2025-11-18 01:01:14.44: PodMonitor - start process kube event 2025-11-18 01:01:14.45: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:01:14.45: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:01:14.45: EndPointMonitor - start process kube event 2025-11-18 01:01:14.45: empty line received 2025-11-18 01:01:14.45: EndPointMonitor - start process kube event 2025-11-18 01:01:14.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:14.50: VncKubernetes - Process event (name=ctest-nginx-svc-95206230 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:01:14.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:16.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:16.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:16.47: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:01:16.47: PodMonitor - start process kube event 2025-11-18 01:01:16.47: empty line received 2025-11-18 01:01:16.47: PodMonitor - start process kube event 2025-11-18 01:01:16.47: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:01:16.47: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:01:16.47: EndPointMonitor - start process kube event 2025-11-18 01:01:16.47: empty line received 2025-11-18 01:01:16.47: EndPointMonitor - start process kube event 2025-11-18 01:01:16.48: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:16.48: VncKubernetes - Process event (name=ctest-nginx-svc-95206230 event_type=MODIFIED kind=Endpoints ns=default) [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:17] "GET /Snh_VirtualMachineDatabaseList?x=9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 HTTP/1.1" 200 2149 0.000777 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:18] "GET /Snh_VirtualMachineDatabaseList?x=4b71574c-83a8-4094-bdb4-6f8e165b8efa HTTP/1.1" 200 2149 0.001025 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:23] "GET /Snh_VirtualMachineDatabaseList?x=733a0fee-bad0-42ca-8611-797a2e63b375 HTTP/1.1" 200 2083 0.001037 VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:01:16.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:18.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1057 newResVer=1057 2025-11-18 01:01:18.37: NetworkPolicyMonitor - start process kube event 2025-11-18 01:01:18.37: empty line received 2025-11-18 01:01:18.37: NetworkPolicyMonitor - start process kube event 2025-11-18 01:01:18.45: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 01:01:18.45: NamespaceMonitor - start process kube event 2025-11-18 01:01:18.45: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=617 2025-11-18 01:01:18.45: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:01:18.45: NamespaceMonitor - Connect Kube API result 0 2025-11-18 01:01:18.45: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 01:01:18.45: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'})(timeout=120) 2025-11-18 01:01:18.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 01:01:18.45: VncKubernetes - vnc_sync - Namespace start 2025-11-18 01:01:18.45: VncKubernetes - vnc_sync - Namespace done 2025-11-18 01:01:18.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:18.46: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '617'}) 2025-11-18 01:01:18.54: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 01:01:18.54: NetworkMonitor - start process kube event 2025-11-18 01:01:18.54: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=621 2025-11-18 01:01:18.54: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:01:18.54: NetworkMonitor - Connect Kube API result 0 2025-11-18 01:01:18.54: NetworkMonitor - _schedule_vnc_sync 2025-11-18 01:01:18.54: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'})(timeout=120) 2025-11-18 01:01:18.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 01:01:18.54: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 01:01:18.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:18.55: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '621'}) 2025-11-18 01:01:18.69: EndPointMonitor - Received BOOKMARK: oldResVer=1294 newResVer=1492 2025-11-18 01:01:18.69: EndPointMonitor - start process kube event 2025-11-18 01:01:18.69: empty line received 2025-11-18 01:01:18.69: EndPointMonitor - start process kube event 2025-11-18 01:01:19.02: IngressMonitor - Received BOOKMARK: oldResVer=1017 newResVer=1459 2025-11-18 01:01:19.02: IngressMonitor - start process kube event 2025-11-18 01:01:19.02: empty line received 2025-11-18 01:01:19.02: IngressMonitor - start process kube event 2025-11-18 01:01:19.04: PodMonitor - Received BOOKMARK: oldResVer=1291 newResVer=1491 2025-11-18 01:01:19.04: PodMonitor - start process kube event 2025-11-18 01:01:19.04: empty line received 2025-11-18 01:01:19.04: PodMonitor - start process kube event 2025-11-18 01:01:19.46: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:19.46: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:19.46: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:19.46: PodMonitor - start process kube event 2025-11-18 01:01:19.47: empty line received 2025-11-18 01:01:19.47: PodMonitor - start process kube event 2025-11-18 01:01:19.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:20.35: ServiceMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1432 2025-11-18 01:01:20.35: ServiceMonitor - start process kube event 2025-11-18 01:01:20.35: empty line received 2025-11-18 01:01:20.35: ServiceMonitor - start process kube event 2025-11-18 01:01:23.48: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:23.48: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:23.48: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:23.49: PodMonitor - start process kube event 2025-11-18 01:01:23.49: PodMonitor - _schedule_vnc_sync 2025-11-18 01:01:23.49: empty line received 2025-11-18 01:01:23.49: PodMonitor - start process kube event 2025-11-18 01:01:23.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:23.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-18 01:01:23.50: VncKubernetes - vnc_sync - Pod start 2025-11-18 01:01:23.50: VncKubernetes - vnc_sync - Pod done 2025-11-18 01:01:23.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:54.55: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.55: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.55: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.55: PodMonitor - start process kube event 2025-11-18 01:01:54.55: empty line received 2025-11-18 01:01:54.55: PodMonitor - start process kube event 2025-11-18 01:01:54.56: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.56: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.56: PodMonitor - start process kube event 2025-11-18 01:01:54.56: empty line received 2025-11-18 01:01:54.56: PodMonitor - start process kube event 2025-11-18 01:01:54.57: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.57: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.57: PodMonitor - start process kube event 2025-11-18 01:01:54.57: empty line received 2025-11-18 01:01:54.57: PodMonitor - start process kube event 2025-11-18 01:01:54.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:01:54.61: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:01:54.63: VncKubernetes - Process event (name=ctest-busybox-pod-28104898 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-28104898:733a0fee-bad0-42ca-8611-797a2e63b375 2025-11-18 01:01:54.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:01:58.60: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:58] "GET /Snh_LoadbalancerDatabaseList?x=b354e079-7481-4da8-8098-cb0dccf1624e HTTP/1.1" 200 1869 0.000965 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:01:59] "GET /Snh_LoadbalancerDatabaseList?x=b354e079-7481-4da8-8098-cb0dccf1624e HTTP/1.1" 200 313 0.000575 2025-11-18 01:01:58.60: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:58.60: VncKubernetes - Process event (name=ctest-nginx-ingress-90670544 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-90670544:b354e079-7481-4da8-8098-cb0dccf1624e 2025-11-18 01:01:58.60: IngressMonitor - start process kube event 2025-11-18 01:01:58.60: empty line received 2025-11-18 01:01:58.60: IngressMonitor - start process kube event 2025-11-18 01:01:59.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:00.36: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:00.36: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:00.36: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:00.36: PodMonitor - start process kube event 2025-11-18 01:02:00.36: empty line received 2025-11-18 01:02:00.36: PodMonitor - start process kube event 2025-11-18 01:02:00.38: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:02:00.38: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:02:00.38: EndPointMonitor - start process kube event 2025-11-18 01:02:00.38: empty line received 2025-11-18 01:02:00.38: EndPointMonitor - start process kube event 2025-11-18 01:02:00.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:00.39: VncKubernetes - Process event (name=ctest-nginx-svc-95206230 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:02:00.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:01.56: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.56: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.56: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.56: PodMonitor - start process kube event 2025-11-18 01:02:01.56: empty line received 2025-11-18 01:02:01.56: PodMonitor - start process kube event 2025-11-18 01:02:01.57: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.57: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.57: PodMonitor - start process kube event 2025-11-18 01:02:01.57: empty line received 2025-11-18 01:02:01.57: PodMonitor - start process kube event 2025-11-18 01:02:01.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:01.58: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.59: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.59: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:01.59: PodMonitor - start process kube event 2025-11-18 01:02:01.59: empty line received 2025-11-18 01:02:01.59: PodMonitor - start process kube event 2025-11-18 01:02:01.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:01.64: VncKubernetes - Process event (name=ctest-nginx-pod-86646128 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-86646128:4b71574c-83a8-4094-bdb4-6f8e165b8efa 2025-11-18 01:02:02.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:05.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:05.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:05.47: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:05.48: PodMonitor - start process kube event 2025-11-18 01:02:05.48: empty line received 2025-11-18 01:02:05.48: PodMonitor - start process kube event 2025-11-18 01:02:05.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:05.71: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:02:05.71: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:02:05.71: VncKubernetes - Process event (name=ctest-nginx-svc-95206230 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-95206230:d65dee5d-0eee-4368-b31b-8f4e19bd741c 2025-11-18 01:02:05.71: EndPointMonitor - start process kube event 2025-11-18 01:02:05.71: empty line received 2025-11-18 01:02:05.71: EndPointMonitor - start process kube event 2025-11-18 01:02:05.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:06.58: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.58: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.58: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.58: PodMonitor - start process kube event 2025-11-18 01:02:06.58: empty line received 2025-11-18 01:02:06.58: PodMonitor - start process kube event 2025-11-18 01:02:06.60: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.60: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.60: PodMonitor - start process kube event 2025-11-18 01:02:06.60: empty line received 2025-11-18 01:02:06.60: PodMonitor - start process kube event 2025-11-18 01:02:06.60: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.60: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.60: PodMonitor - start process kube event 2025-11-18 01:02:06.60: empty line received 2025-11-18 01:02:06.60: PodMonitor - start process kube event 2025-11-18 01:02:06.65: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:02:06.65: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:06.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:06.67: VncKubernetes - Process event (name=ctest-nginx-pod-89043483 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-89043483:9ba57943-2ced-4b1a-9e7b-b4fa35b531b9 2025-11-18 01:02:07.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:10.87: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:02:10.87: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:02:10.87: VncKubernetes - Process event (name=ctest-new-default-61395247 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:02:10.87: NamespaceMonitor - start process kube event 2025-11-18 01:02:10.87: empty line received 2025-11-18 01:02:10.87: NamespaceMonitor - start process kube event 2025-11-18 01:02:12.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:13.88: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:02:13.88: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:02:13.88: VncKubernetes - Process event (name=ctest-non-default-39633560 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:02:13.88: NamespaceMonitor - start process kube event 2025-11-18 01:02:13.88: empty line received 2025-11-18 01:02:13.88: NamespaceMonitor - start process kube event 2025-11-18 01:02:15.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:16.89: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:02:16.89: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:02:16.89: VncKubernetes - Process event (name=ctest-new-default-61395247 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:02:16.89: NamespaceMonitor - start process kube event 2025-11-18 01:02:16.89: empty line received 2025-11-18 01:02:16.89: NamespaceMonitor - start process kube event 2025-11-18 01:02:16.90: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:02:16.90: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:02:16.90: NamespaceMonitor - start process kube event 2025-11-18 01:02:16.90: empty line received 2025-11-18 01:02:16.90: NamespaceMonitor - start process kube event 2025-11-18 01:02:16.92: PodMonitor - Received ADDED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:16.93: PodMonitor - Skipped ADDED Pod ctest-new-default-61395247:ctest-pod-28940329 (no nodeName) 2025-11-18 01:02:16.93: PodMonitor - start process kube event 2025-11-18 01:02:16.93: empty line received 2025-11-18 01:02:16.93: PodMonitor - start process kube event 2025-11-18 01:02:16.93: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:16.93: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:16.93: PodMonitor - start process kube event 2025-11-18 01:02:16.94: empty line received 2025-11-18 01:02:16.94: PodMonitor - start process kube event 2025-11-18 01:02:16.95: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:16.95: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:16.95: PodMonitor - start process kube event 2025-11-18 01:02:16.95: empty line received 2025-11-18 01:02:16.95: PodMonitor - start process kube event 2025-11-18 01:02:16.98: PodMonitor - Received ADDED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:16.99: PodMonitor - Skipped ADDED Pod ctest-new-default-61395247:ctest-pod-25311633 (no nodeName) 2025-11-18 01:02:16.99: PodMonitor - start process kube event 2025-11-18 01:02:16.99: empty line received 2025-11-18 01:02:16.99: PodMonitor - start process kube event 2025-11-18 01:02:17.00: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:17.00: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:17.00: PodMonitor - start process kube event 2025-11-18 01:02:17.00: empty line received 2025-11-18 01:02:17.00: PodMonitor - start process kube event 2025-11-18 01:02:17.01: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:17.01: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:17.01: PodMonitor - start process kube event 2025-11-18 01:02:17.01: empty line received 2025-11-18 01:02:17.01: PodMonitor - start process kube event 2025-11-18 01:02:17.04: PodMonitor - Received ADDED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:17.04: PodMonitor - Skipped ADDED Pod ctest-non-default-39633560:ctest-pod-36045670 (no nodeName) 2025-11-18 01:02:17.04: PodMonitor - start process kube event 2025-11-18 01:02:17.04: empty line received 2025-11-18 01:02:17.04: PodMonitor - start process kube event 2025-11-18 01:02:17.04: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:17.05: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:17.05: PodMonitor - start process kube event 2025-11-18 01:02:17.05: empty line received 2025-11-18 01:02:17.05: PodMonitor - start process kube event 2025-11-18 01:02:17.05: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:17.06: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:17.06: PodMonitor - start process kube event 2025-11-18 01:02:17.06: empty line received 2025-11-18 01:02:17.06: PodMonitor - start process kube event 2025-11-18 01:02:17.07: PodMonitor - Received ADDED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:17.07: PodMonitor - Skipped ADDED Pod ctest-non-default-39633560:ctest-pod-87119715 (no nodeName) 2025-11-18 01:02:17.07: PodMonitor - start process kube event 2025-11-18 01:02:17.07: empty line received 2025-11-18 01:02:17.07: PodMonitor - start process kube event 2025-11-18 01:02:17.08: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:17.08: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:17.08: PodMonitor - start process kube event 2025-11-18 01:02:17.08: empty line received 2025-11-18 01:02:17.08: PodMonitor - start process kube event 2025-11-18 01:02:17.09: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:17.09: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:17.10: PodMonitor - start process kube event 2025-11-18 01:02:17.10: empty line received 2025-11-18 01:02:17.10: PodMonitor - start process kube event 2025-11-18 01:02:17.10: PodMonitor - Received ADDED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:17.10: PodMonitor - Skipped ADDED Pod ctest-new-default-61395247:ctest-pod-92558658 (no nodeName) 2025-11-18 01:02:17.10: PodMonitor - start process kube event 2025-11-18 01:02:17.10: empty line received 2025-11-18 01:02:17.10: PodMonitor - start process kube event [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:17] "GET /Snh_NamespaceDatabaseList?namespace_uuid=5aa453a4-de8f-44aa-994a-7c5006949e47 HTTP/1.1" 200 866 0.000966 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:17] "GET /Snh_NamespaceDatabaseList?namespace_uuid=1207f8d3-2c2b-4281-9476-52c4c23809f3 HTTP/1.1" 200 866 0.000862 2025-11-18 01:02:17.10: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:17.11: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:17.11: PodMonitor - start process kube event 2025-11-18 01:02:17.11: empty line received 2025-11-18 01:02:17.11: PodMonitor - start process kube event 2025-11-18 01:02:17.14: PodMonitor - Received ADDED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:17.14: PodMonitor - Skipped ADDED Pod ctest-new-default-61395247:ctest-pod-11377703 (no nodeName) 2025-11-18 01:02:17.14: PodMonitor - start process kube event 2025-11-18 01:02:17.14: empty line received 2025-11-18 01:02:17.14: PodMonitor - start process kube event 2025-11-18 01:02:17.14: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:17.15: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:17.15: PodMonitor - start process kube event 2025-11-18 01:02:17.15: empty line received 2025-11-18 01:02:17.15: PodMonitor - start process kube event 2025-11-18 01:02:17.17: PodMonitor - Received ADDED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:17.17: PodMonitor - Skipped ADDED Pod ctest-non-default-39633560:ctest-pod-52397837 (no nodeName) 2025-11-18 01:02:17.17: PodMonitor - start process kube event 2025-11-18 01:02:17.17: empty line received 2025-11-18 01:02:17.17: PodMonitor - start process kube event 2025-11-18 01:02:17.18: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:17.18: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:17.18: PodMonitor - start process kube event 2025-11-18 01:02:17.18: empty line received 2025-11-18 01:02:17.18: PodMonitor - start process kube event 2025-11-18 01:02:17.21: PodMonitor - Received ADDED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:17.22: PodMonitor - Skipped ADDED Pod ctest-non-default-39633560:ctest-pod-07954372 (no nodeName) 2025-11-18 01:02:17.22: PodMonitor - start process kube event 2025-11-18 01:02:17.22: empty line received 2025-11-18 01:02:17.22: PodMonitor - start process kube event 2025-11-18 01:02:17.22: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:17.22: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:17.22: PodMonitor - start process kube event 2025-11-18 01:02:17.22: empty line received 2025-11-18 01:02:17.22: PodMonitor - start process kube event 2025-11-18 01:02:17.34: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:17.34: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:17.34: PodMonitor - start process kube event 2025-11-18 01:02:17.34: empty line received 2025-11-18 01:02:17.34: PodMonitor - start process kube event 2025-11-18 01:02:17.63: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 01:02:17.63: VncKubernetes - Process event (name=ctest-non-default-39633560 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:02:18.21: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-18 01:02:18.21: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:18.79: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1057 newResVer=1057 2025-11-18 01:02:18.79: NetworkPolicyMonitor - start process kube event 2025-11-18 01:02:18.79: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 01:02:18.79: empty line received 2025-11-18 01:02:18.79: NetworkPolicyMonitor - start process kube event 2025-11-18 01:02:18.89: NamespaceMonitor - Received BOOKMARK: oldResVer=617 newResVer=1614 2025-11-18 01:02:18.89: NamespaceMonitor - start process kube event 2025-11-18 01:02:18.89: empty line received 2025-11-18 01:02:18.89: NamespaceMonitor - start process kube event 2025-11-18 01:02:18.91: EndPointMonitor - Received BOOKMARK: oldResVer=1492 newResVer=1580 2025-11-18 01:02:18.91: EndPointMonitor - start process kube event 2025-11-18 01:02:18.91: empty line received 2025-11-18 01:02:18.91: EndPointMonitor - start process kube event 2025-11-18 01:02:19.12: IngressMonitor - Received BOOKMARK: oldResVer=1459 newResVer=1559 2025-11-18 01:02:19.12: IngressMonitor - start process kube event 2025-11-18 01:02:19.12: empty line received 2025-11-18 01:02:19.12: IngressMonitor - start process kube event 2025-11-18 01:02:19.33: NetworkMonitor - Received BOOKMARK: oldResVer=621 newResVer=1546 2025-11-18 01:02:19.34: NetworkMonitor - start process kube event 2025-11-18 01:02:19.34: empty line received 2025-11-18 01:02:19.34: NetworkMonitor - start process kube event 2025-11-18 01:02:19.34: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:19.34: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:19.34: PodMonitor - start process kube event 2025-11-18 01:02:19.34: empty line received 2025-11-18 01:02:19.34: PodMonitor - start process kube event 2025-11-18 01:02:19.42: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:19.42: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:19.42: PodMonitor - start process kube event 2025-11-18 01:02:19.42: empty line received 2025-11-18 01:02:19.42: PodMonitor - start process kube event 2025-11-18 01:02:19.44: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-18 01:02:19.44: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:19.54: PodMonitor - Received BOOKMARK: oldResVer=1491 newResVer=1649 2025-11-18 01:02:19.55: PodMonitor - start process kube event 2025-11-18 01:02:19.55: empty line received 2025-11-18 01:02:19.55: PodMonitor - start process kube event 2025-11-18 01:02:19.58: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 01:02:19.58: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:19.75: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:19.75: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:19.75: PodMonitor - start process kube event 2025-11-18 01:02:19.75: empty line received 2025-11-18 01:02:19.75: PodMonitor - start process kube event 2025-11-18 01:02:20.14: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:20.14: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:20.14: PodMonitor - start process kube event 2025-11-18 01:02:20.14: empty line received 2025-11-18 01:02:20.15: PodMonitor - start process kube event 2025-11-18 01:02:20.38: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:20.38: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:20.38: PodMonitor - start process kube event 2025-11-18 01:02:20.38: empty line received 2025-11-18 01:02:20.38: PodMonitor - start process kube event 2025-11-18 01:02:20.39: VncKubernetes - wait event (qsize=16 timeout=120) 2025-11-18 01:02:20.39: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:20.53: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-18 01:02:20.53: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:20.73: ServiceMonitor - Received BOOKMARK: oldResVer=1432 newResVer=1432 2025-11-18 01:02:20.73: ServiceMonitor - start process kube event 2025-11-18 01:02:20.73: empty line received 2025-11-18 01:02:20.73: ServiceMonitor - start process kube event 2025-11-18 01:02:21.53: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:21.53: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:21.53: PodMonitor - start process kube event 2025-11-18 01:02:21.53: empty line received 2025-11-18 01:02:21.53: PodMonitor - start process kube event 2025-11-18 01:02:21.54: VncKubernetes - wait event (qsize=15 timeout=120) 2025-11-18 01:02:21.54: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:21.62: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 01:02:21.62: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:22.34: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:22.34: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:22.35: PodMonitor - start process kube event 2025-11-18 01:02:22.35: empty line received 2025-11-18 01:02:22.35: PodMonitor - start process kube event 2025-11-18 01:02:22.36: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 01:02:22.36: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:22.45: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-18 01:02:22.45: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:23.26: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:23.26: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:23.26: PodMonitor - start process kube event 2025-11-18 01:02:23.27: empty line received 2025-11-18 01:02:23.27: PodMonitor - start process kube event 2025-11-18 01:02:23.28: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-18 01:02:23.28: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:24.01: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:24.01: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:24.01: PodMonitor - start process kube event 2025-11-18 01:02:24.01: empty line received 2025-11-18 01:02:24.01: PodMonitor - start process kube event 2025-11-18 01:02:24.03: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-18 01:02:24.03: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:24.62: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:24.62: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:24.62: PodMonitor - start process kube event 2025-11-18 01:02:24.62: empty line received 2025-11-18 01:02:24.62: PodMonitor - start process kube event 2025-11-18 01:02:24.76: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:24.76: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:24.77: PodMonitor - start process kube event 2025-11-18 01:02:24.77: empty line received 2025-11-18 01:02:24.77: PodMonitor - start process kube event 2025-11-18 01:02:24.78: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 01:02:24.78: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:25.65: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:25.65: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:25.65: PodMonitor - start process kube event 2025-11-18 01:02:25.65: empty line received 2025-11-18 01:02:25.65: PodMonitor - start process kube event 2025-11-18 01:02:25.67: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-18 01:02:25.67: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:25.84: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-18 01:02:25.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 01:02:25.84: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 01:02:25.85: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 01:02:25.85: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-18 01:02:25.85: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:25.99: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-18 01:02:25.99: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:26.05: VncKubernetes - wait event (qsize=10 timeout=120) [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:28] "GET /Snh_VirtualMachineDatabaseList?x=302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 HTTP/1.1" 200 2483 0.000779 2025-11-18 01:02:26.05: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:26.18: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-18 01:02:26.18: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:26.31: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-18 01:02:26.31: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:26.36: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-18 01:02:26.36: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:26.43: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:02:26.43: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:26.44: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:02:26.44: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:26.50: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:02:26.50: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:26.55: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:02:26.55: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:02:26.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:02:26.57: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:26.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:26.63: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:26.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:29.63: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:29.63: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:29.63: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:02:29.63: PodMonitor - start process kube event 2025-11-18 01:02:29.63: empty line received 2025-11-18 01:02:29.63: PodMonitor - start process kube event 2025-11-18 01:02:29.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:29.65: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:29.65: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:29.65: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:02:29.65: PodMonitor - start process kube event 2025-11-18 01:02:29.65: empty line received 2025-11-18 01:02:29.65: PodMonitor - start process kube event 2025-11-18 01:02:29.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:30.66: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:30.66: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:30.66: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:02:30.67: PodMonitor - start process kube event 2025-11-18 01:02:30.67: empty line received 2025-11-18 01:02:30.67: PodMonitor - start process kube event 2025-11-18 01:02:30.69: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:30.69: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:30.69: PodMonitor - start process kube event 2025-11-18 01:02:30.69: empty line received 2025-11-18 01:02:30.69: PodMonitor - start process kube event 2025-11-18 01:02:30.69: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:30.69: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:30.69: PodMonitor - start process kube event 2025-11-18 01:02:30.69: empty line received 2025-11-18 01:02:30.69: PodMonitor - start process kube event 2025-11-18 01:02:30.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:02:30.70: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:02:30.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:30.75: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:02:30.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:31.06: ServiceMonitor - Received BOOKMARK: oldResVer=1432 newResVer=1432 2025-11-18 01:02:31.06: ServiceMonitor - start process kube event 2025-11-18 01:02:31.06: empty line received 2025-11-18 01:02:31.06: ServiceMonitor - start process kube event 2025-11-18 01:02:31.68: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:31.68: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:31.68: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:02:31.68: PodMonitor - start process kube event 2025-11-18 01:02:31.68: empty line received 2025-11-18 01:02:31.68: PodMonitor - start process kube event 2025-11-18 01:02:31.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:32.63: stop iteration ServiceMonitor [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:33] "GET /Snh_VirtualMachineDatabaseList?x=9e9fcca0-88f0-4970-aa9f-046f67447a3d HTTP/1.1" 200 2483 0.000784 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:33] "GET /Snh_VirtualMachineDatabaseList?x=def4ae46-d873-4582-af82-3e003be8b78a HTTP/1.1" 200 2483 0.001204 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:33] "GET /Snh_VirtualMachineDatabaseList?x=ca0d893d-871c-44f9-ac9c-118ff7897b55 HTTP/1.1" 200 2483 0.001161 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:33] "GET /Snh_VirtualMachineDatabaseList?x=dd6add86-73b8-4c67-b42d-a92fc0f5c30a HTTP/1.1" 200 2413 0.001074 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:33] "GET /Snh_VirtualMachineDatabaseList?x=828f80cb-539e-4849-ac37-165bf18a1c02 HTTP/1.1" 200 2413 0.000882 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:33] "GET /Snh_VirtualMachineDatabaseList?x=8cfaa97c-594e-4e3b-929a-f06c645e8985 HTTP/1.1" 200 2413 0.000781 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:38] "GET /Snh_VirtualMachineDatabaseList?x=e1a67843-a5fe-422d-9879-7c4332ff7758 HTTP/1.1" 200 2413 0.000783 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:40] "GET /Snh_LoadbalancerDatabaseList?x=14ad361a-0692-4bdd-a683-ac4a58b008da HTTP/1.1" 200 1862 0.001598 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:41] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=082a9590-123f-4399-9a38-d9a28b06c03e HTTP/1.1" 200 2095 0.001002 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:41] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=082a9590-123f-4399-9a38-d9a28b06c03e HTTP/1.1" 200 2095 0.001255 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:02:43] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=082a9590-123f-4399-9a38-d9a28b06c03e HTTP/1.1" 200 2302 0.000806 2025-11-18 01:02:32.63: ServiceMonitor - start process kube event 2025-11-18 01:02:32.63: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1432 2025-11-18 01:02:32.63: ServiceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:02:32.63: ServiceMonitor - Connect Kube API result 0 2025-11-18 01:02:32.63: ServiceMonitor - _schedule_vnc_sync 2025-11-18 01:02:32.63: ServiceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1432'})(timeout=120) 2025-11-18 01:02:32.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 01:02:32.64: VncKubernetes - vnc_sync - Service start 2025-11-18 01:02:32.64: VncKubernetes - vnc_sync - Service done 2025-11-18 01:02:32.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:32.65: ServiceMonitor - Watches https://10.0.0.141:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1432'}) 2025-11-18 01:02:35.70: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:35.70: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:35.70: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:02:35.71: PodMonitor - start process kube event 2025-11-18 01:02:35.71: empty line received 2025-11-18 01:02:35.71: PodMonitor - start process kube event 2025-11-18 01:02:35.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:39.10: ServiceMonitor - Received ADDED Service ctest-new-default-61395247:ctest-nginx-svc-66860346:14ad361a-0692-4bdd-a683-ac4a58b008da 2025-11-18 01:02:39.10: ServiceMonitor - Got ADDED Service ctest-new-default-61395247:ctest-nginx-svc-66860346:14ad361a-0692-4bdd-a683-ac4a58b008da 2025-11-18 01:02:39.10: VncKubernetes - Process event (name=ctest-nginx-svc-66860346 event_type=ADDED kind=Service ns=ctest-new-default-61395247) VncService - Got ADDED Service ctest-new-default-61395247:ctest-nginx-svc-66860346:14ad361a-0692-4bdd-a683-ac4a58b008da 2025-11-18 01:02:39.10: ServiceMonitor - start process kube event 2025-11-18 01:02:39.10: empty line received 2025-11-18 01:02:39.10: ServiceMonitor - start process kube event 2025-11-18 01:02:39.11: EndPointMonitor - Received ADDED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:02:39.11: EndPointMonitor - Got ADDED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:02:39.11: EndPointMonitor - start process kube event 2025-11-18 01:02:39.11: empty line received 2025-11-18 01:02:39.11: EndPointMonitor - start process kube event 2025-11-18 01:02:40.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:02:40.12: VncKubernetes - Process event (name=ctest-nginx-svc-66860346 event_type=ADDED kind=Endpoints ns=ctest-new-default-61395247) VncEndpoints - Got ADDED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:02:40.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:02:41.59: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:02:41.59: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:02:41.59: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-61395247) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:02:41.59: NetworkPolicyMonitor - start process kube event 2025-11-18 01:02:41.59: empty line received 2025-11-18 01:02:41.59: NetworkPolicyMonitor - start process kube event 2025-11-18 01:02:42.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:03:18.32: NamespaceMonitor - Received BOOKMARK: oldResVer=1614 newResVer=1614 2025-11-18 01:03:18.32: NamespaceMonitor - start process kube event 2025-11-18 01:03:18.32: empty line received 2025-11-18 01:03:18.32: NamespaceMonitor - start process kube event 2025-11-18 01:03:18.59: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:03:18.59: NetworkMonitor - start process kube event 2025-11-18 01:03:18.59: empty line received 2025-11-18 01:03:18.59: NetworkMonitor - start process kube event 2025-11-18 01:03:18.64: IngressMonitor - Received BOOKMARK: oldResVer=1559 newResVer=1559 2025-11-18 01:03:18.64: IngressMonitor - start process kube event 2025-11-18 01:03:18.64: IngressMonitor - _schedule_vnc_sync 2025-11-18 01:03:18.64: empty line received 2025-11-18 01:03:18.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 01:03:18.64: VncKubernetes - vnc_sync - Ingress start 2025-11-18 01:03:18.64: VncKubernetes - vnc_sync - Ingress done 2025-11-18 01:03:18.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:03:18.64: IngressMonitor - start process kube event 2025-11-18 01:03:18.80: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1057 newResVer=1727 2025-11-18 01:03:18.80: NetworkPolicyMonitor - start process kube event 2025-11-18 01:03:18.80: empty line received 2025-11-18 01:03:18.80: NetworkPolicyMonitor - start process kube event 2025-11-18 01:03:18.96: EndPointMonitor - Received BOOKMARK: oldResVer=1580 newResVer=1723 2025-11-18 01:03:18.96: EndPointMonitor - start process kube event 2025-11-18 01:03:18.96: empty line received 2025-11-18 01:03:18.96: EndPointMonitor - start process kube event 2025-11-18 01:03:19.60: PodMonitor - Received BOOKMARK: oldResVer=1649 newResVer=1715 2025-11-18 01:03:19.60: PodMonitor - start process kube event 2025-11-18 01:03:19.60: empty line received 2025-11-18 01:03:19.60: PodMonitor - start process kube event 2025-11-18 01:03:32.03: ServiceMonitor - Received BOOKMARK: oldResVer=1432 newResVer=1721 2025-11-18 01:03:32.03: ServiceMonitor - start process kube event 2025-11-18 01:03:32.03: empty line received 2025-11-18 01:03:32.03: ServiceMonitor - start process kube event 2025-11-18 01:04:11.48: PodMonitor - Received BOOKMARK: oldResVer=1715 newResVer=1715 2025-11-18 01:04:11.48: PodMonitor - start process kube event 2025-11-18 01:04:11.48: empty line received 2025-11-18 01:04:11.48: PodMonitor - start process kube event 2025-11-18 01:04:13.42: stop iteration PodMonitor 2025-11-18 01:04:13.42: PodMonitor - start process kube event 2025-11-18 01:04:13.42: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1715 2025-11-18 01:04:13.42: PodMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:04:13.42: PodMonitor - Connect Kube API result 0 2025-11-18 01:04:13.42: PodMonitor - _schedule_vnc_sync 2025-11-18 01:04:13.42: PodMonitor - Start Watching request https://10.0.0.141:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1715'})(timeout=120) 2025-11-18 01:04:13.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-18 01:04:13.42: VncKubernetes - vnc_sync - Pod start 2025-11-18 01:04:13.42: VncKubernetes - vnc_sync - Pod done 2025-11-18 01:04:13.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:04:13.44: PodMonitor - Watches https://10.0.0.141:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1715'}) 2025-11-18 01:04:18.18: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1727 newResVer=1727 2025-11-18 01:04:18.18: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:18.18: empty line received 2025-11-18 01:04:18.18: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:18.37: IngressMonitor - Received BOOKMARK: oldResVer=1559 newResVer=1559 2025-11-18 01:04:18.37: IngressMonitor - start process kube event 2025-11-18 01:04:18.37: empty line received 2025-11-18 01:04:18.37: IngressMonitor - start process kube event 2025-11-18 01:04:18.59: NamespaceMonitor - Received BOOKMARK: oldResVer=1614 newResVer=1614 2025-11-18 01:04:18.59: NamespaceMonitor - start process kube event 2025-11-18 01:04:18.59: empty line received 2025-11-18 01:04:18.59: NamespaceMonitor - start process kube event 2025-11-18 01:04:19.16: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:04:19.16: NetworkMonitor - start process kube event 2025-11-18 01:04:19.16: empty line received 2025-11-18 01:04:19.16: NetworkMonitor - start process kube event 2025-11-18 01:04:19.70: EndPointMonitor - Received BOOKMARK: oldResVer=1723 newResVer=1723 2025-11-18 01:04:19.70: EndPointMonitor - start process kube event 2025-11-18 01:04:19.70: EndPointMonitor - _schedule_vnc_sync 2025-11-18 01:04:19.70: empty line received 2025-11-18 01:04:19.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 01:04:19.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 01:04:19.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:04:19.70: EndPointMonitor - start process kube event 2025-11-18 01:04:32.42: ServiceMonitor - Received BOOKMARK: oldResVer=1721 newResVer=1721 2025-11-18 01:04:32.42: ServiceMonitor - start process kube event 2025-11-18 01:04:32.42: empty line received 2025-11-18 01:04:32.42: ServiceMonitor - start process kube event 2025-11-18 01:04:41.43: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:04:41.43: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:04:41.43: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-61395247) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:04:41.43: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:41.43: empty line received 2025-11-18 01:04:41.43: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:42.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:04:51.25: IngressMonitor - Received BOOKMARK: oldResVer=1559 newResVer=1559 2025-11-18 01:04:51.25: IngressMonitor - start process kube event 2025-11-18 01:04:51.25: empty line received 2025-11-18 01:04:51.25: IngressMonitor - start process kube event 2025-11-18 01:04:51.91: EndPointMonitor - Received BOOKMARK: oldResVer=1723 newResVer=1723 2025-11-18 01:04:51.91: EndPointMonitor - start process kube event 2025-11-18 01:04:51.91: empty line received 2025-11-18 01:04:51.91: EndPointMonitor - start process kube event 2025-11-18 01:04:52.49: IngressMonitor - Received BOOKMARK: oldResVer=1559 newResVer=1559 2025-11-18 01:04:52.49: IngressMonitor - start process kube event 2025-11-18 01:04:52.50: empty line received 2025-11-18 01:04:52.50: IngressMonitor - start process kube event 2025-11-18 01:04:52.99: stop iteration EndPointMonitor 2025-11-18 01:04:52.99: EndPointMonitor - start process kube event 2025-11-18 01:04:52.99: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1723 2025-11-18 01:04:52.99: EndPointMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:04:52.99: EndPointMonitor - Connect Kube API result 0 2025-11-18 01:04:52.99: EndPointMonitor - _schedule_vnc_sync 2025-11-18 01:04:52.99: EndPointMonitor - Start Watching request https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1723'})(timeout=120) 2025-11-18 01:04:52.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 01:04:52.99: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 01:04:52.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:04:53.01: EndPointMonitor - Watches https://10.0.0.141:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1723'}) 2025-11-18 01:04:53.52: stop iteration IngressMonitor 2025-11-18 01:04:53.52: IngressMonitor - start process kube event 2025-11-18 01:04:53.52: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1559 2025-11-18 01:04:53.52: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:04:53.52: IngressMonitor - Connect Kube API result 0 2025-11-18 01:04:53.52: IngressMonitor - _schedule_vnc_sync 2025-11-18 01:04:53.52: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'})(timeout=120) 2025-11-18 01:04:53.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 01:04:53.52: VncKubernetes - vnc_sync - Ingress start 2025-11-18 01:04:53.52: VncKubernetes - vnc_sync - Ingress done 2025-11-18 01:04:53.52: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:04:53.53: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'}) 2025-11-18 01:04:54.60: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1727 newResVer=1882 2025-11-18 01:04:54.61: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:54.61: empty line received 2025-11-18 01:04:54.61: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:55.63: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1882 newResVer=1882 2025-11-18 01:04:55.63: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:55.63: empty line received 2025-11-18 01:04:55.63: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:56.96: stop iteration NetworkPolicyMonitor 2025-11-18 01:04:56.96: NetworkPolicyMonitor - start process kube event 2025-11-18 01:04:56.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1882 2025-11-18 01:04:56.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:04:56.96: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-18 01:04:56.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 01:04:56.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1882'})(timeout=120) 2025-11-18 01:04:56.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 01:04:56.97: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 01:04:56.98: NetworkPolicyMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1882'}) 2025-11-18 01:04:56.98: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 01:04:56.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:05:18.56: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:05:18.57: NetworkMonitor - start process kube event 2025-11-18 01:05:18.57: NetworkMonitor - _schedule_vnc_sync 2025-11-18 01:05:18.57: empty line received 2025-11-18 01:05:18.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 01:05:18.57: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 01:05:18.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:05:18.57: NetworkMonitor - start process kube event 2025-11-18 01:05:19.03: NamespaceMonitor - Received BOOKMARK: oldResVer=1614 newResVer=1614 2025-11-18 01:05:19.03: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.141 - - [2025-11-18 01:05:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001286 2025-11-18 01:05:19.03: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 01:05:19.03: empty line received 2025-11-18 01:05:19.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 01:05:19.03: VncKubernetes - vnc_sync - Namespace start 2025-11-18 01:05:19.03: VncKubernetes - vnc_sync - Namespace done 2025-11-18 01:05:19.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:05:19.03: NamespaceMonitor - start process kube event 2025-11-18 01:05:32.38: ServiceMonitor - Received BOOKMARK: oldResVer=1721 newResVer=1721 2025-11-18 01:05:32.38: ServiceMonitor - start process kube event 2025-11-18 01:05:32.38: empty line received 2025-11-18 01:05:32.38: ServiceMonitor - start process kube event 2025-11-18 01:05:44.08: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:44.08: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:44.08: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:44.08: PodMonitor - start process kube event 2025-11-18 01:05:44.08: empty line received 2025-11-18 01:05:44.08: PodMonitor - start process kube event 2025-11-18 01:05:44.10: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:44.10: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:44.10: PodMonitor - start process kube event 2025-11-18 01:05:44.10: empty line received 2025-11-18 01:05:44.10: PodMonitor - start process kube event 2025-11-18 01:05:44.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:05:44.11: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:44.11: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:05:44.11: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:05:44.11: EndPointMonitor - start process kube event 2025-11-18 01:05:44.12: empty line received 2025-11-18 01:05:44.12: EndPointMonitor - start process kube event 2025-11-18 01:05:44.12: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:44.12: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:44.12: PodMonitor - start process kube event 2025-11-18 01:05:44.12: empty line received 2025-11-18 01:05:44.12: PodMonitor - start process kube event 2025-11-18 01:05:44.12: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:44.12: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:44.12: PodMonitor - start process kube event 2025-11-18 01:05:44.12: empty line received 2025-11-18 01:05:44.12: PodMonitor - start process kube event 2025-11-18 01:05:44.13: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:05:44.13: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:05:44.13: PodMonitor - start process kube event 2025-11-18 01:05:44.13: empty line received 2025-11-18 01:05:44.13: PodMonitor - start process kube event 2025-11-18 01:05:44.14: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:05:44.14: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:05:44.14: EndPointMonitor - start process kube event 2025-11-18 01:05:44.14: empty line received 2025-11-18 01:05:44.14: EndPointMonitor - start process kube event 2025-11-18 01:05:44.14: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:05:44.14: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:05:44.14: PodMonitor - start process kube event 2025-11-18 01:05:44.14: empty line received 2025-11-18 01:05:44.14: PodMonitor - start process kube event 2025-11-18 01:05:44.17: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:05:44.17: VncKubernetes - Process event (name=ctest-nginx-svc-66860346 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-61395247) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:05:44.21: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:05:44.21: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:05:44.21: PodMonitor - start process kube event 2025-11-18 01:05:44.21: empty line received 2025-11-18 01:05:44.21: PodMonitor - start process kube event 2025-11-18 01:05:44.23: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:05:44.23: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:05:44.23: PodMonitor - start process kube event 2025-11-18 01:05:44.23: empty line received 2025-11-18 01:05:44.23: PodMonitor - start process kube event 2025-11-18 01:05:44.50: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-18 01:05:44.50: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:44.58: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:05:44.58: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:44.65: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:05:44.65: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:05:44.68: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:05:44.68: VncKubernetes - Process event (name=ctest-nginx-svc-66860346 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-61395247) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:05:44.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:05:44.75: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:05:44.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:05:44.82: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:05:44.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:05:44.84: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:05:44.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:05:45.25: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.25: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.25: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.25: PodMonitor - start process kube event 2025-11-18 01:05:45.25: empty line received 2025-11-18 01:05:45.25: PodMonitor - start process kube event 2025-11-18 01:05:45.26: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.26: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.26: PodMonitor - start process kube event 2025-11-18 01:05:45.26: empty line received 2025-11-18 01:05:45.26: PodMonitor - start process kube event 2025-11-18 01:05:45.27: PodMonitor - Received DELETED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.27: PodMonitor - Got DELETED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.27: PodMonitor - start process kube event 2025-11-18 01:05:45.27: empty line received 2025-11-18 01:05:45.27: PodMonitor - start process kube event 2025-11-18 01:05:45.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:05:45.28: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.29: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:45.29: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:45.29: PodMonitor - start process kube event 2025-11-18 01:05:45.29: empty line received 2025-11-18 01:05:45.29: PodMonitor - start process kube event 2025-11-18 01:05:45.30: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:45.30: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:45.30: PodMonitor - start process kube event 2025-11-18 01:05:45.30: empty line received 2025-11-18 01:05:45.30: PodMonitor - start process kube event 2025-11-18 01:05:45.30: PodMonitor - Received DELETED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:45.30: PodMonitor - Got DELETED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:45.30: PodMonitor - start process kube event 2025-11-18 01:05:45.30: empty line received 2025-11-18 01:05:45.30: PodMonitor - start process kube event 2025-11-18 01:05:45.35: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:05:45.36: VncKubernetes - Process event (name=ctest-pod-36045670 event_type=DELETED kind=Pod ns=ctest-non-default-39633560) VncPod - Got DELETED Pod ctest-non-default-39633560:ctest-pod-36045670:def4ae46-d873-4582-af82-3e003be8b78a 2025-11-18 01:05:45.69: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:45.69: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:45.70: PodMonitor - start process kube event 2025-11-18 01:05:45.70: empty line received 2025-11-18 01:05:45.70: PodMonitor - start process kube event 2025-11-18 01:05:45.89: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:45.89: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:45.89: PodMonitor - start process kube event 2025-11-18 01:05:45.89: empty line received 2025-11-18 01:05:45.89: PodMonitor - start process kube event 2025-11-18 01:05:45.89: PodMonitor - Received DELETED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:45.89: PodMonitor - Got DELETED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:45.89: PodMonitor - start process kube event 2025-11-18 01:05:45.89: empty line received 2025-11-18 01:05:45.89: PodMonitor - start process kube event 2025-11-18 01:05:46.21: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:05:46.21: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:46.27: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:05:46.27: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:46.34: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:05:46.35: VncKubernetes - Process event (name=ctest-pod-87119715 event_type=DELETED kind=Pod ns=ctest-non-default-39633560) VncPod - Got DELETED Pod ctest-non-default-39633560:ctest-pod-87119715:ca0d893d-871c-44f9-ac9c-118ff7897b55 2025-11-18 01:05:46.49: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:46.49: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:46.49: PodMonitor - start process kube event 2025-11-18 01:05:46.49: empty line received 2025-11-18 01:05:46.49: PodMonitor - start process kube event 2025-11-18 01:05:46.70: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:46.70: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:46.70: PodMonitor - start process kube event 2025-11-18 01:05:46.70: empty line received 2025-11-18 01:05:46.70: PodMonitor - start process kube event 2025-11-18 01:05:46.70: PodMonitor - Received DELETED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:46.70: PodMonitor - Got DELETED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:46.70: PodMonitor - start process kube event 2025-11-18 01:05:46.70: empty line received 2025-11-18 01:05:46.70: PodMonitor - start process kube event 2025-11-18 01:05:47.21: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:05:47.21: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:47.27: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:05:47.27: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) [Introspect:8108]10.0.0.141 - - [2025-11-18 01:05:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001278 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:05:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001165 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:05:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001766 VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:47.33: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:05:47.33: VncKubernetes - Process event (name=ctest-pod-28940329 event_type=DELETED kind=Pod ns=ctest-new-default-61395247) VncPod - Got DELETED Pod ctest-new-default-61395247:ctest-pod-28940329:302e972f-4606-4a9b-a7a3-6b4f47ebe5f3 2025-11-18 01:05:47.97: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:05:47.97: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:48.05: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:05:48.05: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:48.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:05:48.11: VncKubernetes - Process event (name=ctest-pod-25311633 event_type=DELETED kind=Pod ns=ctest-new-default-61395247) VncPod - Got DELETED Pod ctest-new-default-61395247:ctest-pod-25311633:9e9fcca0-88f0-4970-aa9f-046f67447a3d 2025-11-18 01:05:48.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:05:53.04: EndPointMonitor - Received BOOKMARK: oldResVer=1723 newResVer=1970 2025-11-18 01:05:53.04: EndPointMonitor - start process kube event 2025-11-18 01:05:53.04: empty line received 2025-11-18 01:05:53.04: EndPointMonitor - start process kube event 2025-11-18 01:06:13.86: PodMonitor - Received BOOKMARK: oldResVer=1715 newResVer=2002 2025-11-18 01:06:13.86: PodMonitor - start process kube event 2025-11-18 01:06:13.86: empty line received 2025-11-18 01:06:13.86: PodMonitor - start process kube event 2025-11-18 01:06:15.31: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.31: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.31: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.31: PodMonitor - start process kube event 2025-11-18 01:06:15.31: empty line received 2025-11-18 01:06:15.31: PodMonitor - start process kube event 2025-11-18 01:06:15.31: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.31: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.31: PodMonitor - start process kube event 2025-11-18 01:06:15.32: empty line received 2025-11-18 01:06:15.32: PodMonitor - start process kube event 2025-11-18 01:06:15.33: PodMonitor - Received DELETED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.33: PodMonitor - Got DELETED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.33: PodMonitor - start process kube event 2025-11-18 01:06:15.33: empty line received 2025-11-18 01:06:15.33: PodMonitor - start process kube event 2025-11-18 01:06:15.34: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:15.34: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:15.34: PodMonitor - start process kube event 2025-11-18 01:06:15.34: empty line received 2025-11-18 01:06:15.34: PodMonitor - start process kube event 2025-11-18 01:06:15.34: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:06:15.34: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:15.34: PodMonitor - Received MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:15.34: PodMonitor - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:15.35: PodMonitor - start process kube event 2025-11-18 01:06:15.35: empty line received 2025-11-18 01:06:15.35: PodMonitor - start process kube event 2025-11-18 01:06:15.35: PodMonitor - Received DELETED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:15.35: PodMonitor - Got DELETED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:15.35: PodMonitor - start process kube event 2025-11-18 01:06:15.35: empty line received 2025-11-18 01:06:15.35: PodMonitor - start process kube event 2025-11-18 01:06:15.36: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:15.36: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:15.36: PodMonitor - start process kube event 2025-11-18 01:06:15.36: empty line received 2025-11-18 01:06:15.36: PodMonitor - start process kube event 2025-11-18 01:06:15.38: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:15.38: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:15.38: PodMonitor - start process kube event 2025-11-18 01:06:15.38: empty line received 2025-11-18 01:06:15.38: PodMonitor - start process kube event 2025-11-18 01:06:15.38: PodMonitor - Received DELETED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:15.38: PodMonitor - Got DELETED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:15.38: PodMonitor - start process kube event 2025-11-18 01:06:15.38: empty line received 2025-11-18 01:06:15.38: PodMonitor - start process kube event 2025-11-18 01:06:15.43: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-18 01:06:15.43: VncKubernetes - Process event (name=ctest-pod-92558658 event_type=DELETED kind=Pod ns=ctest-new-default-61395247) VncPod - Got DELETED Pod ctest-new-default-61395247:ctest-pod-92558658:dd6add86-73b8-4c67-b42d-a92fc0f5c30a 2025-11-18 01:06:16.03: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:06:16.04: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:16.10: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:06:16.10: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=MODIFIED kind=Pod ns=ctest-new-default-61395247) VncPod - Got MODIFIED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:16.15: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:06:16.15: VncKubernetes - Process event (name=ctest-pod-11377703 event_type=DELETED kind=Pod ns=ctest-new-default-61395247) VncPod - Got DELETED Pod ctest-new-default-61395247:ctest-pod-11377703:8cfaa97c-594e-4e3b-929a-f06c645e8985 2025-11-18 01:06:16.30: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:16.30: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:16.32: PodMonitor - start process kube event 2025-11-18 01:06:16.32: empty line received 2025-11-18 01:06:16.32: PodMonitor - start process kube event 2025-11-18 01:06:16.32: PodMonitor - Received MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:16.32: PodMonitor - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:16.32: PodMonitor - start process kube event 2025-11-18 01:06:16.32: empty line received 2025-11-18 01:06:16.32: PodMonitor - start process kube event 2025-11-18 01:06:16.33: PodMonitor - Received DELETED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:16.33: PodMonitor - Got DELETED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:16.33: PodMonitor - start process kube event 2025-11-18 01:06:16.33: empty line received 2025-11-18 01:06:16.33: PodMonitor - start process kube event 2025-11-18 01:06:16.79: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-18 01:06:16.79: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:16.81: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-18 01:06:16.81: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:16.87: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:06:16.87: VncKubernetes - Process event (name=ctest-pod-52397837 event_type=DELETED kind=Pod ns=ctest-non-default-39633560) VncPod - Got DELETED Pod ctest-non-default-39633560:ctest-pod-52397837:828f80cb-539e-4849-ac37-165bf18a1c02 2025-11-18 01:06:17.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:06:17.47: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:17.54: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:06:17.54: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=MODIFIED kind=Pod ns=ctest-non-default-39633560) VncPod - Got MODIFIED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:17.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:06:17.61: VncKubernetes - Process event (name=ctest-pod-07954372 event_type=DELETED kind=Pod ns=ctest-non-default-39633560) VncPod - Got DELETED Pod ctest-non-default-39633560:ctest-pod-07954372:e1a67843-a5fe-422d-9879-7c4332ff7758 2025-11-18 01:06:18.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:06:18.70: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:06:18.70: NetworkMonitor - start process kube event 2025-11-18 01:06:18.70: empty line received 2025-11-18 01:06:18.70: NetworkMonitor - start process kube event 2025-11-18 01:06:19.48: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:19.48: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:19.48: VncKubernetes - Process event (name=ctest-non-default-39633560 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:19.49: NamespaceMonitor - start process kube event 2025-11-18 01:06:19.49: empty line received 2025-11-18 01:06:19.49: NamespaceMonitor - start process kube event 2025-11-18 01:06:19.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:06:19.87: NamespaceMonitor - Received BOOKMARK: oldResVer=1614 newResVer=2059 2025-11-18 01:06:19.87: NamespaceMonitor - start process kube event 2025-11-18 01:06:19.87: empty line received 2025-11-18 01:06:19.88: NamespaceMonitor - start process kube event 2025-11-18 01:06:24.69: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:24.69: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:24.69: VncKubernetes - Process event (name=ctest-non-default-39633560 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:24.69: NamespaceMonitor - start process kube event 2025-11-18 01:06:24.69: empty line received 2025-11-18 01:06:24.69: NamespaceMonitor - start process kube event 2025-11-18 01:06:24.70: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:24.70: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:24.70: NamespaceMonitor - start process kube event 2025-11-18 01:06:24.70: empty line received 2025-11-18 01:06:24.70: NamespaceMonitor - start process kube event 2025-11-18 01:06:25.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:06:25.01: VncKubernetes - Process event (name=ctest-non-default-39633560 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-39633560:1207f8d3-2c2b-4281-9476-52c4c23809f3 2025-11-18 01:06:25.51: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:25.51: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:25.51: NamespaceMonitor - start process kube event 2025-11-18 01:06:25.51: empty line received 2025-11-18 01:06:25.51: NamespaceMonitor - start process kube event 2025-11-18 01:06:26.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:06:26.19: VncKubernetes - Process event (name=ctest-new-default-61395247 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:26.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:06:30.57: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:06:30.57: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:06:30.57: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-61395247) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-61395247:ingress-on-service:082a9590-123f-4399-9a38-d9a28b06c03e 2025-11-18 01:06:30.58: NetworkPolicyMonitor - start process kube event 2025-11-18 01:06:30.58: empty line received 2025-11-18 01:06:30.58: NetworkPolicyMonitor - start process kube event 2025-11-18 01:06:30.78: EndPointMonitor - Received DELETED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:06:30.79: EndPointMonitor - Got DELETED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:06:30.79: ServiceMonitor - Received DELETED Service ctest-new-default-61395247:ctest-nginx-svc-66860346:14ad361a-0692-4bdd-a683-ac4a58b008da 2025-11-18 01:06:30.79: ServiceMonitor - Got DELETED Service ctest-new-default-61395247:ctest-nginx-svc-66860346:14ad361a-0692-4bdd-a683-ac4a58b008da 2025-11-18 01:06:30.79: EndPointMonitor - start process kube event 2025-11-18 01:06:30.79: empty line received 2025-11-18 01:06:30.79: ServiceMonitor - start process kube event 2025-11-18 01:06:30.79: empty line received [Introspect:8108]10.0.0.141 - - [2025-11-18 01:07:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001240 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:08:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001262 2025-11-18 01:06:30.79: EndPointMonitor - start process kube event 2025-11-18 01:06:30.79: ServiceMonitor - start process kube event 2025-11-18 01:06:30.82: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:30.82: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:30.82: NamespaceMonitor - start process kube event 2025-11-18 01:06:30.82: empty line received 2025-11-18 01:06:30.82: NamespaceMonitor - start process kube event 2025-11-18 01:06:30.83: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:30.83: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:30.83: NamespaceMonitor - start process kube event 2025-11-18 01:06:30.83: empty line received 2025-11-18 01:06:30.83: NamespaceMonitor - start process kube event 2025-11-18 01:06:31.52: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:06:31.52: VncKubernetes - Process event (name=ctest-nginx-svc-66860346 event_type=DELETED kind=Endpoints ns=ctest-new-default-61395247) VncEndpoints - Got DELETED Endpoints ctest-new-default-61395247:ctest-nginx-svc-66860346:1d9b2182-2689-42f8-b3af-0a0727e6966a 2025-11-18 01:06:31.53: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:06:31.53: VncKubernetes - Process event (name=ctest-nginx-svc-66860346 event_type=DELETED kind=Service ns=ctest-new-default-61395247) VncService - Got DELETED Service ctest-new-default-61395247:ctest-nginx-svc-66860346:14ad361a-0692-4bdd-a683-ac4a58b008da 2025-11-18 01:06:31.93: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:06:31.93: VncKubernetes - Process event (name=ctest-new-default-61395247 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:32.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:06:32.33: VncKubernetes - Process event (name=ctest-new-default-61395247 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-61395247:5aa453a4-de8f-44aa-994a-7c5006949e47 2025-11-18 01:06:33.02: ServiceMonitor - Received BOOKMARK: oldResVer=1721 newResVer=2129 2025-11-18 01:06:33.02: ServiceMonitor - start process kube event 2025-11-18 01:06:33.02: ServiceMonitor - _schedule_vnc_sync 2025-11-18 01:06:33.02: empty line received 2025-11-18 01:06:33.02: ServiceMonitor - start process kube event 2025-11-18 01:06:33.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:06:33.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 01:06:33.78: VncKubernetes - vnc_sync - Service start 2025-11-18 01:06:33.78: VncKubernetes - vnc_sync - Service done 2025-11-18 01:06:33.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:06:52.95: EndPointMonitor - Received BOOKMARK: oldResVer=1970 newResVer=2130 2025-11-18 01:06:52.95: EndPointMonitor - start process kube event 2025-11-18 01:06:52.95: empty line received 2025-11-18 01:06:52.95: EndPointMonitor - start process kube event 2025-11-18 01:06:53.53: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 01:06:53.53: IngressMonitor - start process kube event 2025-11-18 01:06:53.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1559 2025-11-18 01:06:53.53: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:06:53.53: IngressMonitor - Connect Kube API result 0 2025-11-18 01:06:53.53: IngressMonitor - _schedule_vnc_sync 2025-11-18 01:06:53.53: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'})(timeout=120) 2025-11-18 01:06:53.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 01:06:53.53: VncKubernetes - vnc_sync - Ingress start 2025-11-18 01:06:53.53: VncKubernetes - vnc_sync - Ingress done 2025-11-18 01:06:53.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:06:53.55: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'}) 2025-11-18 01:06:57.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1882 newResVer=2103 2025-11-18 01:06:57.67: NetworkPolicyMonitor - start process kube event 2025-11-18 01:06:57.67: empty line received 2025-11-18 01:06:57.67: NetworkPolicyMonitor - start process kube event 2025-11-18 01:07:13.48: PodMonitor - Received BOOKMARK: oldResVer=2002 newResVer=2053 2025-11-18 01:07:13.48: PodMonitor - start process kube event 2025-11-18 01:07:13.48: empty line received 2025-11-18 01:07:13.48: PodMonitor - start process kube event 2025-11-18 01:07:18.50: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:07:18.50: NetworkMonitor - start process kube event 2025-11-18 01:07:18.50: empty line received 2025-11-18 01:07:18.50: NetworkMonitor - start process kube event 2025-11-18 01:07:19.38: NamespaceMonitor - Received BOOKMARK: oldResVer=2059 newResVer=2135 2025-11-18 01:07:19.38: NamespaceMonitor - start process kube event 2025-11-18 01:07:19.38: empty line received 2025-11-18 01:07:19.38: NamespaceMonitor - start process kube event 2025-11-18 01:07:33.17: ServiceMonitor - Received BOOKMARK: oldResVer=2129 newResVer=2129 2025-11-18 01:07:33.17: ServiceMonitor - start process kube event 2025-11-18 01:07:33.17: empty line received 2025-11-18 01:07:33.17: ServiceMonitor - start process kube event 2025-11-18 01:07:53.70: EndPointMonitor - Received BOOKMARK: oldResVer=2130 newResVer=2130 2025-11-18 01:07:53.70: EndPointMonitor - start process kube event 2025-11-18 01:07:53.70: empty line received 2025-11-18 01:07:53.70: EndPointMonitor - start process kube event 2025-11-18 01:07:57.73: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-11-18 01:07:57.73: NetworkPolicyMonitor - start process kube event 2025-11-18 01:07:57.73: empty line received 2025-11-18 01:07:57.73: NetworkPolicyMonitor - start process kube event 2025-11-18 01:08:13.24: PodMonitor - Received BOOKMARK: oldResVer=2053 newResVer=2053 2025-11-18 01:08:13.24: PodMonitor - start process kube event 2025-11-18 01:08:13.24: empty line received 2025-11-18 01:08:13.24: PodMonitor - start process kube event 2025-11-18 01:08:18.91: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:08:18.91: NetworkMonitor - start process kube event 2025-11-18 01:08:18.91: empty line received 2025-11-18 01:08:18.91: NetworkMonitor - start process kube event 2025-11-18 01:08:19.62: NamespaceMonitor - Received BOOKMARK: oldResVer=2135 newResVer=2135 2025-11-18 01:08:19.62: NamespaceMonitor - start process kube event 2025-11-18 01:08:19.62: empty line received 2025-11-18 01:08:19.62: NamespaceMonitor - start process kube event 2025-11-18 01:08:27.36: NamespaceMonitor - Received BOOKMARK: oldResVer=2135 newResVer=2135 2025-11-18 01:08:27.36: NamespaceMonitor - start process kube event 2025-11-18 01:08:27.36: empty line received 2025-11-18 01:08:27.36: NamespaceMonitor - start process kube event 2025-11-18 01:08:28.91: stop iteration NamespaceMonitor 2025-11-18 01:08:28.91: NamespaceMonitor - start process kube event 2025-11-18 01:08:28.91: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2135 2025-11-18 01:08:28.91: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:08:28.91: NamespaceMonitor - Connect Kube API result 0 2025-11-18 01:08:28.91: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 01:08:28.91: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2135'})(timeout=120) [Introspect:8108]10.0.0.141 - - [2025-11-18 01:08:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001649 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:09:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001095 2025-11-18 01:08:28.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 01:08:28.91: VncKubernetes - vnc_sync - Namespace start 2025-11-18 01:08:28.91: VncKubernetes - vnc_sync - Namespace done 2025-11-18 01:08:28.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:08:28.93: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2135'}) 2025-11-18 01:08:33.97: ServiceMonitor - Received BOOKMARK: oldResVer=2129 newResVer=2129 2025-11-18 01:08:33.98: ServiceMonitor - start process kube event 2025-11-18 01:08:33.98: empty line received 2025-11-18 01:08:33.98: ServiceMonitor - start process kube event 2025-11-18 01:08:53.56: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 01:08:53.56: IngressMonitor - start process kube event 2025-11-18 01:08:53.56: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1559 2025-11-18 01:08:53.56: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:08:53.56: IngressMonitor - Connect Kube API result 0 2025-11-18 01:08:53.56: IngressMonitor - _schedule_vnc_sync 2025-11-18 01:08:53.56: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'})(timeout=120) 2025-11-18 01:08:53.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 01:08:53.56: VncKubernetes - vnc_sync - Ingress start 2025-11-18 01:08:53.56: VncKubernetes - vnc_sync - Ingress done 2025-11-18 01:08:53.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:08:53.59: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'}) 2025-11-18 01:08:54.07: EndPointMonitor - Received BOOKMARK: oldResVer=2130 newResVer=2130 2025-11-18 01:08:54.07: EndPointMonitor - start process kube event 2025-11-18 01:08:54.07: EndPointMonitor - _schedule_vnc_sync 2025-11-18 01:08:54.07: empty line received 2025-11-18 01:08:54.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-18 01:08:54.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-18 01:08:54.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:08:54.07: EndPointMonitor - start process kube event 2025-11-18 01:08:57.96: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-11-18 01:08:57.96: NetworkPolicyMonitor - start process kube event 2025-11-18 01:08:57.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 01:08:57.96: empty line received 2025-11-18 01:08:57.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 01:08:57.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 01:08:57.96: NetworkPolicyMonitor - start process kube event 2025-11-18 01:08:57.96: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 01:08:57.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:13.02: PodMonitor - Received BOOKMARK: oldResVer=2053 newResVer=2053 2025-11-18 01:09:13.02: PodMonitor - start process kube event 2025-11-18 01:09:13.02: PodMonitor - _schedule_vnc_sync 2025-11-18 01:09:13.02: empty line received 2025-11-18 01:09:13.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-18 01:09:13.02: VncKubernetes - vnc_sync - Pod start 2025-11-18 01:09:13.02: VncKubernetes - vnc_sync - Pod done 2025-11-18 01:09:13.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:13.02: PodMonitor - start process kube event 2025-11-18 01:09:18.70: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:09:18.70: NetworkMonitor - start process kube event 2025-11-18 01:09:18.70: NetworkMonitor - _schedule_vnc_sync 2025-11-18 01:09:18.70: empty line received 2025-11-18 01:09:18.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 01:09:18.70: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 01:09:18.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:18.70: NetworkMonitor - start process kube event 2025-11-18 01:09:27.04: PodMonitor - Received ADDED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.04: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-18 01:09:27.04: PodMonitor - start process kube event 2025-11-18 01:09:27.04: empty line received 2025-11-18 01:09:27.04: PodMonitor - start process kube event 2025-11-18 01:09:27.06: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.06: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.06: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.06: PodMonitor - start process kube event 2025-11-18 01:09:27.06: empty line received 2025-11-18 01:09:27.06: PodMonitor - start process kube event 2025-11-18 01:09:27.09: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.11: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.11: PodMonitor - start process kube event 2025-11-18 01:09:27.12: empty line received 2025-11-18 01:09:27.12: PodMonitor - start process kube event 2025-11-18 01:09:27.31: PodMonitor - Received ADDED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:27.31: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-18 01:09:27.31: PodMonitor - start process kube event 2025-11-18 01:09:27.31: empty line received 2025-11-18 01:09:27.31: PodMonitor - start process kube event 2025-11-18 01:09:27.32: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:27.32: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:27.32: PodMonitor - start process kube event 2025-11-18 01:09:27.32: empty line received 2025-11-18 01:09:27.32: PodMonitor - start process kube event 2025-11-18 01:09:27.33: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:27.33: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:27.33: PodMonitor - start process kube event 2025-11-18 01:09:27.33: empty line received 2025-11-18 01:09:27.33: PodMonitor - start process kube event 2025-11-18 01:09:27.93: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.93: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:27.93: PodMonitor - start process kube event 2025-11-18 01:09:27.93: empty line received 2025-11-18 01:09:27.93: PodMonitor - start process kube event 2025-11-18 01:09:27.94: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-18 01:09:27.94: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:28.11: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:09:28.11: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:29.02: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:10:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001658 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:10:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001477 2025-11-18 01:09:29.02: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:29.02: PodMonitor - start process kube event 2025-11-18 01:09:29.02: empty line received 2025-11-18 01:09:29.02: PodMonitor - start process kube event 2025-11-18 01:09:29.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-18 01:09:29.03: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:29.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:09:29.12: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:29.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:09:29.17: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:29.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:34.88: ServiceMonitor - Received BOOKMARK: oldResVer=2129 newResVer=2129 2025-11-18 01:09:34.88: ServiceMonitor - start process kube event 2025-11-18 01:09:34.88: empty line received 2025-11-18 01:09:34.88: ServiceMonitor - start process kube event 2025-11-18 01:09:39.66: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:39.67: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:39.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:39.67: PodMonitor - start process kube event 2025-11-18 01:09:39.67: empty line received 2025-11-18 01:09:39.67: PodMonitor - start process kube event 2025-11-18 01:09:39.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:40.67: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:40.67: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:40.67: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:09:40.67: PodMonitor - start process kube event 2025-11-18 01:09:40.67: empty line received 2025-11-18 01:09:40.67: PodMonitor - start process kube event 2025-11-18 01:09:40.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:41.22: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:41.22: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:41.22: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:09:41.23: PodMonitor - start process kube event 2025-11-18 01:09:41.23: empty line received 2025-11-18 01:09:41.23: PodMonitor - start process kube event 2025-11-18 01:09:41.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:09:55.02: EndPointMonitor - Received BOOKMARK: oldResVer=2130 newResVer=2130 2025-11-18 01:09:55.02: EndPointMonitor - start process kube event 2025-11-18 01:09:55.02: empty line received 2025-11-18 01:09:55.02: EndPointMonitor - start process kube event 2025-11-18 01:09:57.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-11-18 01:09:57.98: NetworkPolicyMonitor - start process kube event 2025-11-18 01:09:57.98: empty line received 2025-11-18 01:09:57.98: NetworkPolicyMonitor - start process kube event 2025-11-18 01:10:12.74: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.74: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.74: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.74: PodMonitor - start process kube event 2025-11-18 01:10:12.74: empty line received 2025-11-18 01:10:12.74: PodMonitor - start process kube event 2025-11-18 01:10:12.75: PodMonitor - Received MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.75: PodMonitor - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.75: PodMonitor - start process kube event 2025-11-18 01:10:12.75: empty line received 2025-11-18 01:10:12.75: PodMonitor - start process kube event 2025-11-18 01:10:12.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:10:12.75: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.76: PodMonitor - Received DELETED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.76: PodMonitor - Got DELETED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.76: PodMonitor - start process kube event 2025-11-18 01:10:12.76: empty line received 2025-11-18 01:10:12.76: PodMonitor - start process kube event 2025-11-18 01:10:12.81: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:10:12.81: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:0958fc2d-6f6c-4c05-b00c-a1f62774343c 2025-11-18 01:10:12.86: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:12.86: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:12.86: PodMonitor - start process kube event 2025-11-18 01:10:12.86: empty line received 2025-11-18 01:10:12.87: PodMonitor - start process kube event 2025-11-18 01:10:13.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:10:13.13: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:13.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:13.51: PodMonitor - Received BOOKMARK: oldResVer=2053 newResVer=2449 2025-11-18 01:10:13.51: PodMonitor - start process kube event 2025-11-18 01:10:13.51: empty line received 2025-11-18 01:10:13.51: PodMonitor - start process kube event 2025-11-18 01:10:17.70: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:10:17.70: NetworkMonitor - start process kube event 2025-11-18 01:10:17.70: empty line received 2025-11-18 01:10:17.70: NetworkMonitor - start process kube event 2025-11-18 01:10:18.72: NetworkMonitor - Received BOOKMARK: oldResVer=1546 newResVer=1546 2025-11-18 01:10:18.72: NetworkMonitor - start process kube event 2025-11-18 01:10:18.72: empty line received 2025-11-18 01:10:18.72: NetworkMonitor - start process kube event 2025-11-18 01:10:19.97: stop iteration NetworkMonitor 2025-11-18 01:10:19.97: NetworkMonitor - start process kube event 2025-11-18 01:10:19.97: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1546 2025-11-18 01:10:19.97: NetworkMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:10:19.97: NetworkMonitor - Connect Kube API result 0 2025-11-18 01:10:19.97: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.141 - - [2025-11-18 01:10:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001473 [Introspect:8108]10.0.0.141 - - [2025-11-18 01:10:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001139 2025-11-18 01:10:19.97: NetworkMonitor - Start Watching request https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1546'})(timeout=120) 2025-11-18 01:10:19.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-18 01:10:19.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-18 01:10:19.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:19.98: NetworkMonitor - Watches https://10.0.0.141:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1546'}) 2025-11-18 01:10:28.94: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 01:10:28.94: NamespaceMonitor - start process kube event 2025-11-18 01:10:28.94: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2135 2025-11-18 01:10:28.94: NamespaceMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:10:28.94: NamespaceMonitor - Connect Kube API result 0 2025-11-18 01:10:28.94: NamespaceMonitor - _schedule_vnc_sync 2025-11-18 01:10:28.94: NamespaceMonitor - Start Watching request https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2135'})(timeout=120) 2025-11-18 01:10:28.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-18 01:10:28.94: VncKubernetes - vnc_sync - Namespace start 2025-11-18 01:10:28.94: VncKubernetes - vnc_sync - Namespace done 2025-11-18 01:10:28.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:28.96: NamespaceMonitor - Watches https://10.0.0.141:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2135'}) 2025-11-18 01:10:30.51: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-11-18 01:10:30.51: NetworkPolicyMonitor - start process kube event 2025-11-18 01:10:30.51: empty line received 2025-11-18 01:10:30.51: NetworkPolicyMonitor - start process kube event 2025-11-18 01:10:32.24: stop iteration NetworkPolicyMonitor 2025-11-18 01:10:32.24: NetworkPolicyMonitor - start process kube event 2025-11-18 01:10:32.24: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2103 2025-11-18 01:10:32.24: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:10:32.24: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-18 01:10:32.24: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-18 01:10:32.24: NetworkPolicyMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2103'})(timeout=120) 2025-11-18 01:10:32.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-18 01:10:32.25: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-18 01:10:32.25: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-18 01:10:32.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:32.26: NetworkPolicyMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2103'}) 2025-11-18 01:10:34.91: ServiceMonitor - Received BOOKMARK: oldResVer=2129 newResVer=2129 2025-11-18 01:10:34.91: ServiceMonitor - start process kube event 2025-11-18 01:10:34.91: ServiceMonitor - _schedule_vnc_sync 2025-11-18 01:10:34.91: empty line received 2025-11-18 01:10:34.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-18 01:10:34.92: VncKubernetes - vnc_sync - Service start 2025-11-18 01:10:34.92: VncKubernetes - vnc_sync - Service done 2025-11-18 01:10:34.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:34.92: ServiceMonitor - start process kube event 2025-11-18 01:10:43.80: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.80: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.80: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.80: PodMonitor - start process kube event 2025-11-18 01:10:43.80: empty line received 2025-11-18 01:10:43.80: PodMonitor - start process kube event 2025-11-18 01:10:43.81: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.81: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.81: PodMonitor - start process kube event 2025-11-18 01:10:43.81: empty line received 2025-11-18 01:10:43.81: PodMonitor - start process kube event 2025-11-18 01:10:43.82: PodMonitor - Received DELETED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.82: PodMonitor - Got DELETED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.82: PodMonitor - start process kube event 2025-11-18 01:10:43.82: empty line received 2025-11-18 01:10:43.82: PodMonitor - start process kube event 2025-11-18 01:10:43.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-18 01:10:43.83: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:43.89: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-18 01:10:43.89: VncKubernetes - Process event (name=pingtest-receiver event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-receiver:4986751b-2d51-4104-90be-ca7b792ba763 2025-11-18 01:10:44.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:53.60: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.141', port=6443): Read timed out. 2025-11-18 01:10:53.60: IngressMonitor - start process kube event 2025-11-18 01:10:53.60: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1559 2025-11-18 01:10:53.60: IngressMonitor - Try to connect Kube API 10.0.0.141:6443 2025-11-18 01:10:53.60: IngressMonitor - Connect Kube API result 0 2025-11-18 01:10:53.60: IngressMonitor - _schedule_vnc_sync 2025-11-18 01:10:53.60: IngressMonitor - Start Watching request https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'})(timeout=120) 2025-11-18 01:10:53.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-18 01:10:53.60: VncKubernetes - vnc_sync - Ingress start 2025-11-18 01:10:53.60: VncKubernetes - vnc_sync - Ingress done 2025-11-18 01:10:53.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-18 01:10:53.62: IngressMonitor - Watches https://10.0.0.141:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1559'}) 2025-11-18 01:10:54.99: EndPointMonitor - Received BOOKMARK: oldResVer=2130 newResVer=2130 2025-11-18 01:10:54.99: EndPointMonitor - start process kube event 2025-11-18 01:10:54.99: empty line received 2025-11-18 01:10:54.99: EndPointMonitor - start process kube event 2025-11-18 01:10:55.46: PodMonitor - Received BOOKMARK: oldResVer=2449 newResVer=2492 2025-11-18 01:10:55.46: PodMonitor - start process kube event 2025-11-18 01:10:55.46: empty line received 2025-11-18 01:10:55.46: PodMonitor - start process kube event 2025-11-18 01:10:57.27: stop iteration PodMonitor 2025-11-18 01:10:57.27: PodMonitor - start process kube event 2025-11-18 01:10:57.27: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2492