++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Mon Oct 27 02:13:47 AM UTC 2025 ===================' INFO: =================== Mon Oct 27 02:13:47 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ cut -d / -f 1 +++ head -n 1 +++ awk '{print $2}' +++ grep 'inet ' +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.241 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.241 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.241 ++ ANALYTICSDB_NODES=10.0.0.241 ++ ANALYTICS_SNMP_NODES=10.0.0.241 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:8081 ' +++ '[' -n '10.0.0.241:8081 ' ']' +++ echo 10.0.0.241:8081 ++ ANALYTICS_SERVERS=10.0.0.241:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:9042 ' +++ '[' -n '10.0.0.241:9042 ' ']' +++ echo 10.0.0.241:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.241:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.241 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:8086 ' +++ '[' -n '10.0.0.241:8086 ' ']' +++ echo 10.0.0.241:8086 ++ COLLECTOR_SERVERS=10.0.0.241:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.241 ++ CONFIGDB_NODES=10.0.0.241 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:8082 ' +++ '[' -n '10.0.0.241:8082 ' ']' +++ echo 10.0.0.241:8082 ++ CONFIG_SERVERS=10.0.0.241:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:9161 ' +++ '[' -n '10.0.0.241:9161 ' ']' +++ echo 10.0.0.241:9161 ++ CONFIGDB_SERVERS=10.0.0.241:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:9041 ' +++ '[' -n '10.0.0.241:9041 ' ']' +++ echo 10.0.0.241:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.241:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.241 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.241 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.241 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+=10.0.0.241:2181, +++ '[' -n 10.0.0.241:2181, ']' +++ echo 10.0.0.241:2181 ++ ZOOKEEPER_SERVERS=10.0.0.241:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:2181 ' +++ '[' -n '10.0.0.241:2181 ' ']' +++ echo 10.0.0.241:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.241:2181 ++ RABBITMQ_NODES=10.0.0.241 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+=10.0.0.241:5673, +++ '[' -n 10.0.0.241:5673, ']' +++ echo 10.0.0.241:5673 ++ RABBITMQ_SERVERS=10.0.0.241:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:6379 ' +++ '[' -n '10.0.0.241:6379 ' ']' +++ echo 10.0.0.241:6379 ++ REDIS_SERVERS=10.0.0.241:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.241 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.241 +++ local server_address=10.0.0.241 +++ extended_server_list+='10.0.0.241:9092 ' +++ '[' -n '10.0.0.241:9092 ' ']' +++ echo 10.0.0.241:9092 ++ KAFKA_SERVERS=10.0.0.241:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.241 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.241 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.241 ++ cut -d , -f 1 + local cassandra=10.0.0.241 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.241 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6ImFjYUFicVNyY24xR2xfTE9EdGNYNjZlT0JnTlNfM3F1UG8zX3lNM256akEifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImZmMDc2NGU2LTM0NzEtNDEyMi1iNjQ1LTQwOTMyNzZiYmE4YiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.fYivqMrAeCDsOdqeY7Uoh6Y3IhOVrK-6GPmy_Q045-p-L0gkthEElWcqqp9UjfjScdGi6aF9e68b6X0WUn0hd89ZbsIOd7XeXW4MMTaViJNR6UUqUmSvYpxQUNN7mU3aVeCXNpsBYC4dQfCRfIR1lc5ZNIzH26-cFQLcjzQpInN1g4HIMQiR2UgB4nDRvfZBklQfia-qSTDr-IU5CGDqB3JTYePjY8aow6k8Pt7rep4QOXHYd28m4bYM-xz85xcNHoL8C4iKxqbGsdnwI5GZijDIVIbM-VAft0jz6aCuP73SYvBoNqwZvXv-Nfv45nZi7lhtvQcFjIvxKD6LrBckLw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ cut -d ' ' -f 1 +++ find_my_ip_and_order_for_node_list 10.0.0.241 +++ local servers=10.0.0.241 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq ++++ tr '\n' , ++++ sort ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.241,10.97.244.1,127.0.0.1,172.17.0.1,252.241.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.241'\''))' +++ local server_ip=10.0.0.241 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.241 ]] +++ [[ ,10.0.0.241,10.97.244.1,127.0.0.1,172.17.0.1,252.241.0.1,, =~ ,10\.0\.0\.241, ]] +++ echo 10.0.0.241 1 +++ return ++ local ip=10.0.0.241 ++ [[ -z 10.0.0.241 ]] ++ echo 10.0.0.241 + host_ip=10.0.0.241 + [[ cql == \c\q\l ]] ++ echo 10.0.0.241:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.241:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' ++ sort ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 10/27/2025 02:13:55.563 7f5133bde940 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 10/27/2025 02:13:55.735 7f5133bde940 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 10/27/2025 02:13:55.735 7f5133bde940 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-10-27 02:14:20.47: KubeMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:20.47: KubeMonitor - Connect Kube API result 0 2025-10-27 02:14:20.84: KubeMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/api/v1 2025-10-27 02:14:20.85: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/api/v1 2025-10-27 02:14:20.85: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1 2025-10-27 02:14:20.86: PodMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/api/v1 2025-10-27 02:14:20.87: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/api/v1 2025-10-27 02:14:20.88: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/apis/networking.k8s.io/v1 2025-10-27 02:14:20.89: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/api/v1 2025-10-27 02:14:20.89: IngressMonitor - KubeMonitor init done: url=https://10.0.0.241:6443/apis/networking.k8s.io/v1 2025-10-27 02:14:20.89: VncKubernetes - vnc_connect starting 2025-10-27 02:14:20.90: VncKubernetes - vnc_connect done 2025-10-27 02:14:21.14: default-domain domain available. 2025-10-27 02:14:23.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:14:23.08: NamespaceMonitor - start process kube event 2025-10-27 02:14:23.08: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: NetworkMonitor - start process kube event 2025-10-27 02:14:23.08: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: NetworkMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: PodMonitor - start process kube event 2025-10-27 02:14:23.08: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: PodMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: ServiceMonitor - start process kube event 2025-10-27 02:14:23.08: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: ServiceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: NetworkPolicyMonitor - start process kube event 2025-10-27 02:14:23.08: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: EndPointMonitor - start process kube event 2025-10-27 02:14:23.08: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: EndPointMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: IngressMonitor - start process kube event 2025-10-27 02:14:23.08: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-10-27 02:14:23.08: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:14:23.08: IngressMonitor - Connect Kube API result 0 2025-10-27 02:14:23.08: IngressMonitor - Start init url=https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-10-27 02:14:23.08: EndPointMonitor - Connect Kube API result 0 2025-10-27 02:14:23.08: EndPointMonitor - Start init url=https://10.0.0.241:6443/api/v1/endpoints resource_version=None 2025-10-27 02:14:23.08: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:14:23.08: NetworkPolicyMonitor - Start init url=https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-10-27 02:14:23.08: ServiceMonitor - Connect Kube API result 0 2025-10-27 02:14:23.08: ServiceMonitor - Start init url=https://10.0.0.241:6443/api/v1/services resource_version=None 2025-10-27 02:14:23.08: PodMonitor - Connect Kube API result 0 2025-10-27 02:14:23.08: PodMonitor - Start init url=https://10.0.0.241:6443/api/v1/pods resource_version=None 2025-10-27 02:14:23.08: NetworkMonitor - Connect Kube API result 0 2025-10-27 02:14:23.09: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:14:23.09: NamespaceMonitor - Start init url=https://10.0.0.241:6443/api/v1/namespaces resource_version=None 2025-10-27 02:14:23.11: NetworkPolicyMonitor - Done init url=https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=419 2025-10-27 02:14:23.11: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.11: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:14:23.11: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:14:23.11: NetworkMonitor - Start init url=https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-10-27 02:14:23.12: IngressMonitor - Done init url=https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses, resource_version=419 2025-10-27 02:14:23.12: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.12: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.13: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:14:23.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:14:23.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:14:23.13: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:14:23.13: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:14:23.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:14:23.13: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:14:23.13: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:14:23.13: EndPointMonitor - Got ADDED Endpoints default:kubernetes:2e5a0bd3-2670-4974-819a-d9f121fe48cb 2025-10-27 02:14:23.13: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:2e5a0bd3-2670-4974-819a-d9f121fe48cb 2025-10-27 02:14:23.13: ServiceMonitor - Got ADDED Service default:kubernetes:deb522ab-bcd1-47f6-9e62-7aa1c1b05e75 2025-10-27 02:14:23.14: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:14:23.14: PodMonitor - Done init url=https://10.0.0.241:6443/api/v1/pods, resource_version=419 2025-10-27 02:14:23.14: PodMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.14: PodMonitor - Start Watching request https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.14: NetworkMonitor - Done init url=https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=419 2025-10-27 02:14:23.14: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.14: NetworkMonitor - Start Watching request https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.14: NamespaceMonitor - Got ADDED Namespace None:contrail:58b2b8dd-2455-4a4f-9e90-b10db7021ecd 2025-10-27 02:14:23.14: NetworkMonitor - Watches https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) [Introspect:8108]10.0.0.241 - - [2025-10-27 02:14:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001358 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:14:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001143 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:15:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001097 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:15:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001409 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:15:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001524 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:16:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001137 2025-10-27 02:14:23.14: NamespaceMonitor - Got ADDED Namespace None:default:cd604a0b-3b7c-4e53-a553-bbc6e1f448a8 2025-10-27 02:14:23.15: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:14:23.15: EndPointMonitor - Done init url=https://10.0.0.241:6443/api/v1/endpoints, resource_version=419 2025-10-27 02:14:23.15: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.15: EndPointMonitor - Start Watching request https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.15: ServiceMonitor - Got ADDED Service kube-system:kube-dns:2addd007-e5a9-4f36-b8f6-1ae71b8ba412 2025-10-27 02:14:23.15: ServiceMonitor - Done init url=https://10.0.0.241:6443/api/v1/services, resource_version=419 2025-10-27 02:14:23.15: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.15: ServiceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.15: PodMonitor - Watches https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:14:23.15: EndPointMonitor - Watches https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:14:23.15: ServiceMonitor - Watches https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:14:23.15: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:cda131e3-96b0-4f27-b197-d63d35f1089a 2025-10-27 02:14:23.16: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 02:14:23.16: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:deb522ab-bcd1-47f6-9e62-7aa1c1b05e75 2025-10-27 02:14:23.16: NamespaceMonitor - Got ADDED Namespace None:kube-public:a9f6cda7-74de-43da-bb0c-10bd10832175 2025-10-27 02:14:23.16: NamespaceMonitor - Got ADDED Namespace None:kube-system:6c7bb3cb-5ac5-4144-8e9a-b6e7d5d11c16 2025-10-27 02:14:23.16: NamespaceMonitor - Done init url=https://10.0.0.241:6443/api/v1/namespaces, resource_version=419 2025-10-27 02:14:23.16: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:14:23.16: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:14:23.16: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:14:24.40: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:14:24.40: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:14:25.54: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 02:14:25.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 02:14:25.54: VncKubernetes - vnc_sync - Pod start 2025-10-27 02:14:25.54: VncKubernetes - vnc_sync - Pod done 2025-10-27 02:14:25.54: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 02:14:25.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:14:25.54: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:14:25.54: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 02:14:25.54: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:58b2b8dd-2455-4a4f-9e90-b10db7021ecd 2025-10-27 02:14:25.54: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:14:25.54: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:14:25.54: PodMonitor - start process kube event 2025-10-27 02:14:25.54: empty line received 2025-10-27 02:14:25.54: PodMonitor - start process kube event 2025-10-27 02:14:26.86: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 02:14:26.86: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:cd604a0b-3b7c-4e53-a553-bbc6e1f448a8 2025-10-27 02:14:29.10: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 02:14:29.10: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:14:29.12: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 02:14:29.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:14:29.12: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:14:29.12: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 02:14:29.12: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:2addd007-e5a9-4f36-b8f6-1ae71b8ba412 2025-10-27 02:14:31.09: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 02:14:31.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:14:31.09: VncKubernetes - vnc_sync - Service start 2025-10-27 02:14:31.09: VncKubernetes - vnc_sync - Service done 2025-10-27 02:14:31.09: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:14:31.09: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:cda131e3-96b0-4f27-b197-d63d35f1089a 2025-10-27 02:14:33.70: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:14:33.70: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:a9f6cda7-74de-43da-bb0c-10bd10832175 2025-10-27 02:14:35.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:14:35.87: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:6c7bb3cb-5ac5-4144-8e9a-b6e7d5d11c16 2025-10-27 02:14:37.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:14:37.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:14:37.22: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:14:37.22: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:14:37.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:14:37.22: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:14:37.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:15:23.02: PodMonitor - Received BOOKMARK: oldResVer=419 newResVer=422 2025-10-27 02:15:23.02: PodMonitor - start process kube event 2025-10-27 02:15:23.02: empty line received 2025-10-27 02:15:23.02: PodMonitor - start process kube event 2025-10-27 02:16:22.85: PodMonitor - Received BOOKMARK: oldResVer=422 newResVer=422 2025-10-27 02:16:22.86: PodMonitor - start process kube event 2025-10-27 02:16:22.86: empty line received 2025-10-27 02:16:22.86: PodMonitor - start process kube event 2025-10-27 02:16:23.13: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:16:23.13: NetworkPolicyMonitor - start process kube event 2025-10-27 02:16:23.13: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:16:23.13: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:16:23.13: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:16:23.13: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:16:23.13: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:16:23.13: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:16:23.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:16:23.13: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:16:23.13: IngressMonitor - start process kube event 2025-10-27 02:16:23.13: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:16:23.13: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:16:23.13: IngressMonitor - Connect Kube API result 0 2025-10-27 02:16:23.14: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:16:23.14: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:16:23.14: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:16:23.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:16:23.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:16:23.14: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:16:23.14: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:16:23.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:16:23.14: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:16:23.14: NetworkMonitor - start process kube event 2025-10-27 02:16:23.14: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:16:23.14: NetworkMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:16:23.14: NetworkMonitor - Connect Kube API result 0 2025-10-27 02:16:23.14: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:16:23.14: NetworkMonitor - Start Watching request https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:16:23.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:16:23.15: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:16:23.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:16:23.15: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:16:23.15: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:16:23.15: NetworkMonitor - Watches https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:16:23.15: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:16:23.15: EndPointMonitor - start process kube event 2025-10-27 02:16:23.15: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:16:23.15: EndPointMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:16:23.15: EndPointMonitor - Connect Kube API result 0 2025-10-27 02:16:23.15: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:16:23.15: EndPointMonitor - Start Watching request https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:16:23.16: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:16:23.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:16:23.16: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:16:23.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:16:23.16: ServiceMonitor - start process kube event 2025-10-27 02:16:23.16: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:16:23.16: ServiceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:16:23.16: ServiceMonitor - Connect Kube API result 0 2025-10-27 02:16:23.16: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:16:23.16: ServiceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:16:23.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:16:23.16: VncKubernetes - vnc_sync - Service start 2025-10-27 02:16:23.16: VncKubernetes - vnc_sync - Service done 2025-10-27 02:16:23.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:16:23.16: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:16:23.16: NamespaceMonitor - start process kube event 2025-10-27 02:16:23.16: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:16:23.17: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:16:23.17: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:16:23.17: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:16:23.17: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:16:23.17: EndPointMonitor - Watches https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:16:23.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:16:23.17: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:16:23.17: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:16:23.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:16:23.17: ServiceMonitor - Watches https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:16:23.17: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:17:23.09: PodMonitor - Received BOOKMARK: oldResVer=422 newResVer=422 2025-10-27 02:17:23.09: PodMonitor - start process kube event 2025-10-27 02:17:23.09: empty line received 2025-10-27 02:17:23.09: PodMonitor - start process kube event 2025-10-27 02:18:22.55: PodMonitor - Received BOOKMARK: oldResVer=422 newResVer=422 2025-10-27 02:18:22.55: PodMonitor - start process kube event 2025-10-27 02:18:22.55: empty line received 2025-10-27 02:18:22.55: PodMonitor - start process kube event 2025-10-27 02:18:23.15: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:18:23.15: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:18:23.15: NetworkPolicyMonitor - start process kube event 2025-10-27 02:18:23.15: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:18:23.15: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:18:23.15: IngressMonitor - start process kube event 2025-10-27 02:18:23.15: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:19:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001257 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:19:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001065 2025-10-27 02:18:23.15: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:18:23.15: IngressMonitor - Connect Kube API result 0 2025-10-27 02:18:23.15: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:18:23.15: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:18:23.15: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:18:23.15: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:18:23.15: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:18:23.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:18:23.15: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:18:23.15: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:18:23.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:18:23.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:18:23.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:18:23.16: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:18:23.16: NetworkMonitor - start process kube event 2025-10-27 02:18:23.16: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:18:23.16: NetworkMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:18:23.16: NetworkMonitor - Connect Kube API result 0 2025-10-27 02:18:23.16: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:18:23.16: NetworkMonitor - Start Watching request https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:18:23.16: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:18:23.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:18:23.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:18:23.16: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:18:23.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:18:23.17: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:18:23.17: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:18:23.17: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:18:23.17: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:18:23.17: EndPointMonitor - start process kube event 2025-10-27 02:18:23.17: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:18:23.17: EndPointMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:18:23.17: ServiceMonitor - start process kube event 2025-10-27 02:18:23.17: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:18:23.17: ServiceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:18:23.17: ServiceMonitor - Connect Kube API result 0 2025-10-27 02:18:23.17: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:18:23.17: ServiceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:18:23.17: EndPointMonitor - Connect Kube API result 0 2025-10-27 02:18:23.17: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:18:23.17: EndPointMonitor - Start Watching request https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:18:23.17: NetworkMonitor - Watches https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:18:23.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:18:23.18: VncKubernetes - vnc_sync - Service start 2025-10-27 02:18:23.18: VncKubernetes - vnc_sync - Service done 2025-10-27 02:18:23.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:18:23.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:18:23.18: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:18:23.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:18:23.18: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:18:23.18: NamespaceMonitor - start process kube event 2025-10-27 02:18:23.18: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:18:23.18: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:18:23.18: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:18:23.18: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:18:23.18: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:18:23.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:18:23.18: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:18:23.18: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:18:23.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:18:23.18: EndPointMonitor - Watches https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:18:23.18: ServiceMonitor - Watches https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:18:23.19: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:19:23.23: PodMonitor - Received BOOKMARK: oldResVer=422 newResVer=422 2025-10-27 02:19:23.23: PodMonitor - start process kube event 2025-10-27 02:19:23.23: PodMonitor - _schedule_vnc_sync 2025-10-27 02:19:23.23: empty line received 2025-10-27 02:19:23.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 02:19:23.23: VncKubernetes - vnc_sync - Pod start 2025-10-27 02:19:23.23: PodMonitor - start process kube event 2025-10-27 02:19:23.25: VncKubernetes - vnc_sync - Pod done 2025-10-27 02:19:23.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:19:28.46: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:19:28.46: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:19:28.46: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:19:28.46: PodMonitor - start process kube event 2025-10-27 02:19:28.46: empty line received 2025-10-27 02:19:28.46: PodMonitor - start process kube event 2025-10-27 02:19:28.46: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:19:28.46: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:19:28.47: EndPointMonitor - start process kube event 2025-10-27 02:19:28.47: empty line received 2025-10-27 02:19:28.47: EndPointMonitor - start process kube event 2025-10-27 02:19:28.47: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:19:28.47: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:19:28.47: PodMonitor - start process kube event 2025-10-27 02:19:28.47: empty line received 2025-10-27 02:19:28.47: PodMonitor - start process kube event 2025-10-27 02:19:28.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:19:28.48: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:19:28.48: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:19:28.48: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:19:28.48: EndPointMonitor - start process kube event 2025-10-27 02:19:28.48: empty line received 2025-10-27 02:19:28.48: EndPointMonitor - start process kube event 2025-10-27 02:19:28.56: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:19:28.56: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:19:28.61: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:19:28.61: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:19:29.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:20:04.90: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:20:04.90: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:20:04.90: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:20:04.90: PodMonitor - start process kube event 2025-10-27 02:20:04.90: empty line received 2025-10-27 02:20:04.90: PodMonitor - start process kube event 2025-10-27 02:20:04.91: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:20:04.91: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:20:04.91: EndPointMonitor - start process kube event 2025-10-27 02:20:04.91: empty line received 2025-10-27 02:20:04.91: EndPointMonitor - start process kube event 2025-10-27 02:20:04.92: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:20:04.92: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:20:04.97: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:20:04.97: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:20:04.97: PodMonitor - start process kube event 2025-10-27 02:20:04.97: empty line received 2025-10-27 02:20:04.97: PodMonitor - start process kube event 2025-10-27 02:20:04.99: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:20:04.99: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:20:04.99: EndPointMonitor - start process kube event 2025-10-27 02:20:04.99: empty line received 2025-10-27 02:20:04.99: EndPointMonitor - start process kube event 2025-10-27 02:20:05.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:20:05.35: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:20:05.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:20:05.42: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:20:06.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:20:22.75: EndPointMonitor - Received BOOKMARK: oldResVer=419 newResVer=915 2025-10-27 02:20:22.75: EndPointMonitor - start process kube event 2025-10-27 02:20:22.75: empty line received 2025-10-27 02:20:22.75: EndPointMonitor - start process kube event 2025-10-27 02:20:23.06: PodMonitor - Received BOOKMARK: oldResVer=422 newResVer=913 2025-10-27 02:20:23.06: PodMonitor - start process kube event 2025-10-27 02:20:23.06: empty line received 2025-10-27 02:20:23.06: PodMonitor - start process kube event 2025-10-27 02:20:23.17: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:20:23.17: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:20:23.17: NetworkPolicyMonitor - start process kube event 2025-10-27 02:20:23.17: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:20:23.17: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:20:23.17: IngressMonitor - start process kube event 2025-10-27 02:20:23.17: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:20:23.17: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:20:23.17: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:20:23.17: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:20:23.17: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:20:23.17: IngressMonitor - Connect Kube API result 0 2025-10-27 02:20:23.17: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:20:23.17: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:20:23.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:20:23.18: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:20:23.18: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:20:23.18: NetworkMonitor - start process kube event 2025-10-27 02:20:23.18: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:20:23.18: NetworkMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:20:23.18: NetworkMonitor - Connect Kube API result 0 2025-10-27 02:20:23.18: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:20:23.18: NetworkMonitor - Start Watching request https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:20:23.18: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:20:23.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:20:23.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:20:23.18: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:20:23.18: VncKubernetes - vnc_sync - Ingress done [Introspect:8108]10.0.0.241 - - [2025-10-27 02:20:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001169 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:21:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001050 2025-10-27 02:20:23.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:20:23.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:20:23.18: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:20:23.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:20:23.18: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:20:23.19: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:20:23.19: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:20:23.19: ServiceMonitor - start process kube event 2025-10-27 02:20:23.19: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:20:23.19: ServiceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:20:23.19: ServiceMonitor - Connect Kube API result 0 2025-10-27 02:20:23.19: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:20:23.19: ServiceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:20:23.19: NetworkMonitor - Watches https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:20:23.19: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:20:23.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:20:23.19: VncKubernetes - vnc_sync - Service start 2025-10-27 02:20:23.19: VncKubernetes - vnc_sync - Service done 2025-10-27 02:20:23.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:20:23.19: NamespaceMonitor - start process kube event 2025-10-27 02:20:23.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:20:23.19: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:20:23.19: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:20:23.19: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:20:23.19: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:20:23.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:20:23.19: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:20:23.19: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:20:23.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:20:23.20: ServiceMonitor - Watches https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:20:23.20: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:21:22.54: PodMonitor - Received BOOKMARK: oldResVer=913 newResVer=913 2025-10-27 02:21:22.54: PodMonitor - start process kube event 2025-10-27 02:21:22.54: empty line received 2025-10-27 02:21:22.54: PodMonitor - start process kube event 2025-10-27 02:21:22.69: EndPointMonitor - Received BOOKMARK: oldResVer=915 newResVer=915 2025-10-27 02:21:22.69: EndPointMonitor - start process kube event 2025-10-27 02:21:22.69: empty line received 2025-10-27 02:21:22.69: EndPointMonitor - start process kube event 2025-10-27 02:22:22.94: PodMonitor - Received BOOKMARK: oldResVer=913 newResVer=913 2025-10-27 02:22:22.94: PodMonitor - start process kube event 2025-10-27 02:22:22.94: empty line received 2025-10-27 02:22:22.94: PodMonitor - start process kube event 2025-10-27 02:22:23.19: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:22:23.19: IngressMonitor - start process kube event 2025-10-27 02:22:23.19: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:22:23.19: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:22:23.19: IngressMonitor - Connect Kube API result 0 2025-10-27 02:22:23.19: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:22:23.19: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:22:23.19: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:22:23.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:22:23.19: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:22:23.19: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:22:23.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:22:23.19: NetworkPolicyMonitor - start process kube event 2025-10-27 02:22:23.19: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:22:23.19: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:22:23.19: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:22:23.19: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:22:23.19: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:22:23.19: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:22:23.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:22:23.19: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:22:23.20: NetworkMonitor - start process kube event 2025-10-27 02:22:23.20: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:22:23.20: NetworkMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:22:23.20: NetworkMonitor - Connect Kube API result 0 2025-10-27 02:22:23.20: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:22:23.20: NetworkMonitor - Start Watching request https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:22:23.21: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:22:23.21: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:22:23.21: ServiceMonitor - start process kube event 2025-10-27 02:22:23.22: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:22:23.22: ServiceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:22:23.22: NamespaceMonitor - start process kube event 2025-10-27 02:22:23.22: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:22:23.22: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:22:23.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:22:23.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:22:23.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:22:23.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:22:23.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:22:23.23: ServiceMonitor - Connect Kube API result 0 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:23:33] "GET /Snh_NamespaceDatabaseList?namespace_uuid=cd604a0b-3b7c-4e53-a553-bbc6e1f448a8 HTTP/1.1" 200 753 0.000706 2025-10-27 02:22:23.23: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:22:23.23: ServiceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:22:23.23: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:22:23.23: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:22:23.23: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:22:23.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:22:23.23: VncKubernetes - vnc_sync - Service start 2025-10-27 02:22:23.23: VncKubernetes - vnc_sync - Service done 2025-10-27 02:22:23.23: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:22:23.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:22:23.23: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:22:23.23: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:22:23.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:22:23.23: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:22:23.24: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:22:23.24: NetworkMonitor - Watches https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:22:23.24: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:22:23.24: ServiceMonitor - Watches https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:22:23.46: EndPointMonitor - Received BOOKMARK: oldResVer=915 newResVer=915 2025-10-27 02:22:23.46: EndPointMonitor - start process kube event 2025-10-27 02:22:23.46: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:22:23.46: empty line received 2025-10-27 02:22:23.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:22:23.46: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:22:23.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:22:23.46: EndPointMonitor - start process kube event 2025-10-27 02:23:18.90: PodMonitor - Received BOOKMARK: oldResVer=913 newResVer=913 2025-10-27 02:23:18.90: PodMonitor - start process kube event 2025-10-27 02:23:18.90: empty line received 2025-10-27 02:23:18.90: PodMonitor - start process kube event 2025-10-27 02:23:20.62: stop iteration PodMonitor 2025-10-27 02:23:20.62: PodMonitor - start process kube event 2025-10-27 02:23:20.62: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=913 2025-10-27 02:23:20.62: PodMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:23:20.62: PodMonitor - Connect Kube API result 0 2025-10-27 02:23:20.62: PodMonitor - _schedule_vnc_sync 2025-10-27 02:23:20.62: PodMonitor - Start Watching request https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '913'})(timeout=120) 2025-10-27 02:23:20.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 02:23:20.62: VncKubernetes - vnc_sync - Pod start 2025-10-27 02:23:20.62: VncKubernetes - vnc_sync - Pod done 2025-10-27 02:23:20.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:20.64: PodMonitor - Watches https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '913'}) 2025-10-27 02:23:22.74: IngressMonitor - Received BOOKMARK: oldResVer=419 newResVer=1072 2025-10-27 02:23:22.74: IngressMonitor - start process kube event 2025-10-27 02:23:22.74: empty line received 2025-10-27 02:23:22.74: IngressMonitor - start process kube event 2025-10-27 02:23:23.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=419 newResVer=1056 2025-10-27 02:23:23.23: NetworkPolicyMonitor - start process kube event 2025-10-27 02:23:23.23: empty line received 2025-10-27 02:23:23.23: NetworkPolicyMonitor - start process kube event 2025-10-27 02:23:23.43: ServiceMonitor - Received BOOKMARK: oldResVer=419 newResVer=1038 2025-10-27 02:23:23.43: ServiceMonitor - start process kube event 2025-10-27 02:23:23.43: empty line received 2025-10-27 02:23:23.43: ServiceMonitor - start process kube event 2025-10-27 02:23:23.97: EndPointMonitor - Received BOOKMARK: oldResVer=915 newResVer=915 2025-10-27 02:23:23.97: EndPointMonitor - start process kube event 2025-10-27 02:23:23.97: empty line received 2025-10-27 02:23:23.97: EndPointMonitor - start process kube event 2025-10-27 02:23:33.68: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-26413727:1a90a88a-27d3-454b-8894-dcead7f308a8 2025-10-27 02:23:33.68: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-26413727:1a90a88a-27d3-454b-8894-dcead7f308a8 2025-10-27 02:23:33.68: VncKubernetes - Process event (name=ctest-nginx-svc-26413727 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-26413727:1a90a88a-27d3-454b-8894-dcead7f308a8 2025-10-27 02:23:33.68: ServiceMonitor - start process kube event 2025-10-27 02:23:33.68: empty line received 2025-10-27 02:23:33.68: ServiceMonitor - start process kube event 2025-10-27 02:23:33.69: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:33.69: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:33.69: EndPointMonitor - start process kube event 2025-10-27 02:23:33.69: empty line received 2025-10-27 02:23:33.69: EndPointMonitor - start process kube event 2025-10-27 02:23:33.71: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:33.71: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-30441412 (no nodeName) 2025-10-27 02:23:33.71: PodMonitor - start process kube event 2025-10-27 02:23:33.71: empty line received 2025-10-27 02:23:33.71: PodMonitor - start process kube event 2025-10-27 02:23:33.72: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:33.72: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:33.72: PodMonitor - start process kube event 2025-10-27 02:23:33.72: empty line received 2025-10-27 02:23:33.72: PodMonitor - start process kube event 2025-10-27 02:23:33.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:33.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:33.77: PodMonitor - start process kube event 2025-10-27 02:23:33.77: empty line received 2025-10-27 02:23:33.77: PodMonitor - start process kube event 2025-10-27 02:23:33.79: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:33.79: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-66842447 (no nodeName) 2025-10-27 02:23:33.79: PodMonitor - start process kube event 2025-10-27 02:23:33.79: empty line received 2025-10-27 02:23:33.79: PodMonitor - start process kube event 2025-10-27 02:23:33.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:33.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:23:43] "GET /Snh_LoadbalancerDatabaseList?x=77218ef3-9003-438b-a401-60460baa97b8 HTTP/1.1" 200 1869 0.000892 2025-10-27 02:23:33.79: PodMonitor - start process kube event 2025-10-27 02:23:33.79: empty line received 2025-10-27 02:23:33.79: PodMonitor - start process kube event 2025-10-27 02:23:33.81: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:33.81: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:33.81: PodMonitor - start process kube event 2025-10-27 02:23:33.81: empty line received 2025-10-27 02:23:33.81: PodMonitor - start process kube event 2025-10-27 02:23:34.83: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:23:34.83: VncKubernetes - Process event (name=ctest-nginx-svc-26413727 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:34.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:23:34.90: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:35.88: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:35.88: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:35.88: PodMonitor - start process kube event 2025-10-27 02:23:35.88: empty line received 2025-10-27 02:23:35.88: PodMonitor - start process kube event 2025-10-27 02:23:35.89: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:23:35.90: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:36.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:23:36.02: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:36.70: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:36.70: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:36.70: PodMonitor - start process kube event 2025-10-27 02:23:36.70: empty line received 2025-10-27 02:23:36.70: PodMonitor - start process kube event 2025-10-27 02:23:36.71: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:23:36.71: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:36.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:23:36.84: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:36.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:23:36.85: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:36.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:39.99: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:23:39.99: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:23:39.99: VncKubernetes - Process event (name=ctest-nginx-ingress-14710986 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:23:39.99: IngressMonitor - start process kube event 2025-10-27 02:23:39.99: empty line received 2025-10-27 02:23:39.99: IngressMonitor - start process kube event 2025-10-27 02:23:41.20: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:23:41.20: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:23:41.20: IngressMonitor - start process kube event 2025-10-27 02:23:41.20: empty line received 2025-10-27 02:23:41.20: IngressMonitor - start process kube event 2025-10-27 02:23:42.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:23:42.41: VncKubernetes - Process event (name=ctest-nginx-ingress-14710986 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:23:42.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:43.03: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.03: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-71598479 (no nodeName) 2025-10-27 02:23:43.03: PodMonitor - start process kube event 2025-10-27 02:23:43.03: empty line received 2025-10-27 02:23:43.03: PodMonitor - start process kube event 2025-10-27 02:23:43.05: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.05: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.05: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.06: PodMonitor - start process kube event 2025-10-27 02:23:43.06: empty line received 2025-10-27 02:23:43.06: PodMonitor - start process kube event 2025-10-27 02:23:43.07: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.07: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.07: PodMonitor - start process kube event 2025-10-27 02:23:43.07: empty line received 2025-10-27 02:23:43.07: PodMonitor - start process kube event 2025-10-27 02:23:43.79: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.79: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:43.80: PodMonitor - start process kube event 2025-10-27 02:23:43.80: empty line received 2025-10-27 02:23:43.80: PodMonitor - start process kube event 2025-10-27 02:23:43.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:23:43.85: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:44.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:23:44.01: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:44.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:51.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:51.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:23:51.10: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a [Introspect:8108]10.0.0.241 - - [2025-10-27 02:23:53] "GET /Snh_VirtualMachineDatabaseList?x=4688e7db-9050-493a-a0ad-712f4f2a391a HTTP/1.1" 200 2149 0.000832 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:23:53] "GET /Snh_VirtualMachineDatabaseList?x=861a5180-2e1c-4cc3-bd02-511b47f4a7b0 HTTP/1.1" 200 2149 0.000818 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:23:58] "GET /Snh_VirtualMachineDatabaseList?x=c1e611c5-4c97-4d50-92a4-4934a5814b68 HTTP/1.1" 200 2083 0.000745 2025-10-27 02:23:51.10: PodMonitor - start process kube event 2025-10-27 02:23:51.10: empty line received 2025-10-27 02:23:51.10: PodMonitor - start process kube event 2025-10-27 02:23:51.11: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:51.11: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:51.11: EndPointMonitor - start process kube event 2025-10-27 02:23:51.11: empty line received 2025-10-27 02:23:51.11: EndPointMonitor - start process kube event 2025-10-27 02:23:51.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:23:51.16: VncKubernetes - Process event (name=ctest-nginx-svc-26413727 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:51.43: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:52.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:52.11: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:52.11: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:23:52.11: PodMonitor - start process kube event 2025-10-27 02:23:52.11: empty line received 2025-10-27 02:23:52.11: PodMonitor - start process kube event 2025-10-27 02:23:52.11: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:52.11: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:52.11: EndPointMonitor - start process kube event 2025-10-27 02:23:52.11: empty line received 2025-10-27 02:23:52.11: EndPointMonitor - start process kube event 2025-10-27 02:23:52.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:23:52.13: VncKubernetes - Process event (name=ctest-nginx-svc-26413727 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:23:52.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:57.12: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:57.12: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:57.12: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:57.12: PodMonitor - start process kube event 2025-10-27 02:23:57.12: empty line received 2025-10-27 02:23:57.12: PodMonitor - start process kube event 2025-10-27 02:23:57.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:23:58.49: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:58.49: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:58.49: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:23:58.49: PodMonitor - start process kube event 2025-10-27 02:23:58.49: empty line received 2025-10-27 02:23:58.49: PodMonitor - start process kube event 2025-10-27 02:23:58.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:20.60: PodMonitor - Received BOOKMARK: oldResVer=913 newResVer=1269 2025-10-27 02:24:20.60: PodMonitor - start process kube event 2025-10-27 02:24:20.60: empty line received 2025-10-27 02:24:20.60: PodMonitor - start process kube event 2025-10-27 02:24:21.21: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:24:21.21: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:24:21.21: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:24:21.21: PodMonitor - start process kube event 2025-10-27 02:24:21.21: empty line received 2025-10-27 02:24:21.21: PodMonitor - start process kube event 2025-10-27 02:24:21.23: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:24:21.23: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:24:21.23: EndPointMonitor - start process kube event 2025-10-27 02:24:21.23: empty line received 2025-10-27 02:24:21.23: EndPointMonitor - start process kube event 2025-10-27 02:24:21.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:24:21.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:24:21.25: PodMonitor - start process kube event 2025-10-27 02:24:21.25: empty line received 2025-10-27 02:24:21.25: PodMonitor - start process kube event 2025-10-27 02:24:21.26: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:24:21.26: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:24:21.26: EndPointMonitor - start process kube event 2025-10-27 02:24:21.26: empty line received 2025-10-27 02:24:21.26: EndPointMonitor - start process kube event 2025-10-27 02:24:21.27: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:24:21.27: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:24:21.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:24:21.72: VncKubernetes - Process event (name=coredns-6f867cd986-ndw7c event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-ndw7c:9f0e06bc-e85e-4024-960e-b45e6f482000 2025-10-27 02:24:21.77: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:24:21.77: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:4525fb26-7c7b-4eac-b679-0f4975a4c6e2 2025-10-27 02:24:22.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:23.11: IngressMonitor - Received BOOKMARK: oldResVer=1072 newResVer=1221 2025-10-27 02:24:23.11: IngressMonitor - start process kube event 2025-10-27 02:24:23.11: empty line received 2025-10-27 02:24:23.11: IngressMonitor - start process kube event 2025-10-27 02:24:23.15: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1056 newResVer=1056 2025-10-27 02:24:23.15: NetworkPolicyMonitor - start process kube event 2025-10-27 02:24:23.15: empty line received 2025-10-27 02:24:23.15: NetworkPolicyMonitor - start process kube event 2025-10-27 02:24:23.24: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:24:23.24: NetworkMonitor - start process kube event 2025-10-27 02:24:23.24: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:24:23.24: NetworkMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:24:23.24: NetworkMonitor - Connect Kube API result 0 2025-10-27 02:24:23.24: NetworkMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.241 - - [2025-10-27 02:24:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001117 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:24:53] "GET /Snh_LoadbalancerDatabaseList?x=77218ef3-9003-438b-a401-60460baa97b8 HTTP/1.1" 200 1869 0.000611 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:24:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.024498 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:24:54] "GET /Snh_LoadbalancerDatabaseList?x=77218ef3-9003-438b-a401-60460baa97b8 HTTP/1.1" 200 1694 0.000712 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:24:55] "GET /Snh_LoadbalancerDatabaseList?x=77218ef3-9003-438b-a401-60460baa97b8 HTTP/1.1" 200 313 0.000651 2025-10-27 02:24:23.24: NetworkMonitor - Start Watching request https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:24:23.24: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:24:23.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:24:23.24: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:24:23.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:23.24: NamespaceMonitor - start process kube event 2025-10-27 02:24:23.24: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=419 2025-10-27 02:24:23.24: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:24:23.24: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:24:23.24: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:24:23.24: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'})(timeout=120) 2025-10-27 02:24:23.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:24:23.25: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:24:23.25: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:24:23.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:23.26: NetworkMonitor - Watches https://10.0.0.241:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:24:23.26: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '419'}) 2025-10-27 02:24:23.45: ServiceMonitor - Received BOOKMARK: oldResVer=1038 newResVer=1195 2025-10-27 02:24:23.45: ServiceMonitor - start process kube event 2025-10-27 02:24:23.45: empty line received 2025-10-27 02:24:23.45: ServiceMonitor - start process kube event 2025-10-27 02:24:24.28: EndPointMonitor - Received BOOKMARK: oldResVer=915 newResVer=1317 2025-10-27 02:24:24.28: EndPointMonitor - start process kube event 2025-10-27 02:24:24.28: empty line received 2025-10-27 02:24:24.28: EndPointMonitor - start process kube event 2025-10-27 02:24:50.04: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.04: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.04: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.04: PodMonitor - start process kube event 2025-10-27 02:24:50.04: empty line received 2025-10-27 02:24:50.04: PodMonitor - start process kube event 2025-10-27 02:24:50.04: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.04: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.04: PodMonitor - start process kube event 2025-10-27 02:24:50.04: empty line received 2025-10-27 02:24:50.04: PodMonitor - start process kube event 2025-10-27 02:24:50.05: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.05: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.05: PodMonitor - start process kube event 2025-10-27 02:24:50.05: empty line received 2025-10-27 02:24:50.05: PodMonitor - start process kube event 2025-10-27 02:24:50.06: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:24:50.06: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:24:50.12: VncKubernetes - Process event (name=ctest-busybox-pod-71598479 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-71598479:c1e611c5-4c97-4d50-92a4-4934a5814b68 2025-10-27 02:24:50.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:53.61: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:24:53.61: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:24:53.61: VncKubernetes - Process event (name=ctest-nginx-ingress-14710986 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-14710986:77218ef3-9003-438b-a401-60460baa97b8 2025-10-27 02:24:53.61: IngressMonitor - start process kube event 2025-10-27 02:24:53.61: empty line received 2025-10-27 02:24:53.61: IngressMonitor - start process kube event 2025-10-27 02:24:54.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:55.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:55.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:55.92: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:55.92: PodMonitor - start process kube event 2025-10-27 02:24:55.92: empty line received 2025-10-27 02:24:55.92: PodMonitor - start process kube event 2025-10-27 02:24:55.94: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:24:55.94: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:24:55.94: EndPointMonitor - start process kube event 2025-10-27 02:24:55.94: empty line received 2025-10-27 02:24:55.94: EndPointMonitor - start process kube event 2025-10-27 02:24:55.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:24:55.94: VncKubernetes - Process event (name=ctest-nginx-svc-26413727 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:24:56.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:24:57.05: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.05: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.05: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.05: PodMonitor - start process kube event 2025-10-27 02:24:57.05: empty line received 2025-10-27 02:24:57.05: PodMonitor - start process kube event 2025-10-27 02:24:57.06: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.06: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.06: PodMonitor - start process kube event 2025-10-27 02:24:57.06: empty line received 2025-10-27 02:24:57.06: PodMonitor - start process kube event 2025-10-27 02:24:57.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:24:57.07: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.07: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.07: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.07: PodMonitor - start process kube event 2025-10-27 02:24:57.07: empty line received 2025-10-27 02:24:57.07: PodMonitor - start process kube event 2025-10-27 02:24:57.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:24:57.13: VncKubernetes - Process event (name=ctest-nginx-pod-66842447 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-66842447:861a5180-2e1c-4cc3-bd02-511b47f4a7b0 2025-10-27 02:24:57.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:00.99: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:00.99: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:00.99: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:00.99: PodMonitor - start process kube event 2025-10-27 02:25:00.99: empty line received 2025-10-27 02:25:00.99: PodMonitor - start process kube event 2025-10-27 02:25:01.00: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:25:01.00: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:25:01.00: EndPointMonitor - start process kube event 2025-10-27 02:25:01.00: empty line received 2025-10-27 02:25:01.00: EndPointMonitor - start process kube event 2025-10-27 02:25:01.01: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:25:01.01: VncKubernetes - Process event (name=ctest-nginx-svc-26413727 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-26413727:4e030c49-3805-4fd4-bdf2-c1e7fee350f7 2025-10-27 02:25:01.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:02.06: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.06: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.06: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.07: PodMonitor - start process kube event 2025-10-27 02:25:02.07: empty line received 2025-10-27 02:25:02.07: PodMonitor - start process kube event 2025-10-27 02:25:02.07: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.07: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.07: PodMonitor - start process kube event 2025-10-27 02:25:02.07: empty line received 2025-10-27 02:25:02.07: PodMonitor - start process kube event 2025-10-27 02:25:02.08: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.08: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.08: PodMonitor - start process kube event 2025-10-27 02:25:02.08: empty line received 2025-10-27 02:25:02.08: PodMonitor - start process kube event 2025-10-27 02:25:02.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:25:02.09: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:25:02.15: VncKubernetes - Process event (name=ctest-nginx-pod-30441412 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-30441412:4688e7db-9050-493a-a0ad-712f4f2a391a 2025-10-27 02:25:02.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:06.45: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:25:06.45: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:25:06.45: VncKubernetes - Process event (name=ctest-new-default-75083094 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:25:06.45: NamespaceMonitor - start process kube event 2025-10-27 02:25:06.45: empty line received 2025-10-27 02:25:06.45: NamespaceMonitor - start process kube event 2025-10-27 02:25:08.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:09.47: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:25:09.47: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:25:09.47: VncKubernetes - Process event (name=ctest-non-default-95069975 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:25:09.47: NamespaceMonitor - start process kube event 2025-10-27 02:25:09.47: empty line received 2025-10-27 02:25:09.47: NamespaceMonitor - start process kube event 2025-10-27 02:25:11.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:12.48: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:25:12.48: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:25:12.48: VncKubernetes - Process event (name=ctest-new-default-75083094 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:25:12.48: NamespaceMonitor - start process kube event 2025-10-27 02:25:12.48: empty line received 2025-10-27 02:25:12.48: NamespaceMonitor - start process kube event 2025-10-27 02:25:12.49: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:25:12.49: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:25:12.49: NamespaceMonitor - start process kube event 2025-10-27 02:25:12.49: empty line received 2025-10-27 02:25:12.49: NamespaceMonitor - start process kube event 2025-10-27 02:25:12.50: PodMonitor - Received ADDED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:12.51: PodMonitor - Skipped ADDED Pod ctest-new-default-75083094:ctest-pod-30047408 (no nodeName) 2025-10-27 02:25:12.51: PodMonitor - start process kube event 2025-10-27 02:25:12.51: empty line received 2025-10-27 02:25:12.51: PodMonitor - start process kube event 2025-10-27 02:25:12.51: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:12.51: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:12.51: PodMonitor - start process kube event 2025-10-27 02:25:12.52: empty line received 2025-10-27 02:25:12.52: PodMonitor - start process kube event 2025-10-27 02:25:12.54: PodMonitor - Received ADDED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:12.54: PodMonitor - Skipped ADDED Pod ctest-new-default-75083094:ctest-pod-77222016 (no nodeName) 2025-10-27 02:25:12.54: PodMonitor - start process kube event 2025-10-27 02:25:12.54: empty line received 2025-10-27 02:25:12.54: PodMonitor - start process kube event 2025-10-27 02:25:12.54: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:12.54: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:12.54: PodMonitor - start process kube event 2025-10-27 02:25:12.54: empty line received 2025-10-27 02:25:12.54: PodMonitor - start process kube event 2025-10-27 02:25:12.54: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:12.55: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:12.55: PodMonitor - start process kube event 2025-10-27 02:25:12.55: empty line received 2025-10-27 02:25:12.55: PodMonitor - start process kube event 2025-10-27 02:25:12.55: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:12.55: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:12.55: PodMonitor - start process kube event 2025-10-27 02:25:12.55: empty line received 2025-10-27 02:25:12.55: PodMonitor - start process kube event 2025-10-27 02:25:12.58: PodMonitor - Received ADDED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:12.58: PodMonitor - Skipped ADDED Pod ctest-non-default-95069975:ctest-pod-50238124 (no nodeName) 2025-10-27 02:25:12.58: PodMonitor - start process kube event 2025-10-27 02:25:12.58: empty line received 2025-10-27 02:25:12.58: PodMonitor - start process kube event 2025-10-27 02:25:12.58: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:12.58: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:12.58: PodMonitor - start process kube event 2025-10-27 02:25:12.58: empty line received 2025-10-27 02:25:12.58: PodMonitor - start process kube event 2025-10-27 02:25:12.60: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:12.60: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:12.60: PodMonitor - start process kube event 2025-10-27 02:25:12.60: empty line received 2025-10-27 02:25:12.60: PodMonitor - start process kube event 2025-10-27 02:25:12.61: PodMonitor - Received ADDED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:12.61: PodMonitor - Skipped ADDED Pod ctest-non-default-95069975:ctest-pod-92084732 (no nodeName) 2025-10-27 02:25:12.61: PodMonitor - start process kube event 2025-10-27 02:25:12.62: empty line received 2025-10-27 02:25:12.62: PodMonitor - start process kube event 2025-10-27 02:25:12.62: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:12.62: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:12.62: PodMonitor - start process kube event 2025-10-27 02:25:12.62: empty line received 2025-10-27 02:25:12.62: PodMonitor - start process kube event 2025-10-27 02:25:12.63: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:12.63: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:12.63: PodMonitor - start process kube event 2025-10-27 02:25:12.63: empty line received 2025-10-27 02:25:12.63: PodMonitor - start process kube event 2025-10-27 02:25:12.66: PodMonitor - Received ADDED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:12.66: PodMonitor - Skipped ADDED Pod ctest-new-default-75083094:ctest-pod-93228124 (no nodeName) 2025-10-27 02:25:12.66: PodMonitor - start process kube event 2025-10-27 02:25:12.66: empty line received 2025-10-27 02:25:12.66: PodMonitor - start process kube event 2025-10-27 02:25:12.67: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:12.67: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:12.67: PodMonitor - start process kube event 2025-10-27 02:25:12.67: empty line received 2025-10-27 02:25:12.67: PodMonitor - start process kube event 2025-10-27 02:25:12.68: PodMonitor - Received ADDED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:12.68: PodMonitor - Skipped ADDED Pod ctest-new-default-75083094:ctest-pod-57534689 (no nodeName) 2025-10-27 02:25:12.68: PodMonitor - start process kube event 2025-10-27 02:25:12.68: empty line received 2025-10-27 02:25:12.68: PodMonitor - start process kube event 2025-10-27 02:25:12.69: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:12.69: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:12.69: PodMonitor - start process kube event 2025-10-27 02:25:12.69: empty line received 2025-10-27 02:25:12.69: PodMonitor - start process kube event 2025-10-27 02:25:12.70: PodMonitor - Received ADDED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:12.70: PodMonitor - Skipped ADDED Pod ctest-non-default-95069975:ctest-pod-32750028 (no nodeName) 2025-10-27 02:25:12.70: PodMonitor - start process kube event 2025-10-27 02:25:12.70: empty line received 2025-10-27 02:25:12.70: PodMonitor - start process kube event 2025-10-27 02:25:12.71: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:12.71: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:12.71: PodMonitor - start process kube event 2025-10-27 02:25:12.71: empty line received 2025-10-27 02:25:12.71: PodMonitor - start process kube event 2025-10-27 02:25:12.73: PodMonitor - Received ADDED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:12.73: PodMonitor - Skipped ADDED Pod ctest-non-default-95069975:ctest-pod-99803492 (no nodeName) 2025-10-27 02:25:12.73: PodMonitor - start process kube event 2025-10-27 02:25:12.73: empty line received 2025-10-27 02:25:12.73: PodMonitor - start process kube event 2025-10-27 02:25:12.74: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:12.74: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:12.74: PodMonitor - start process kube event 2025-10-27 02:25:12.74: empty line received 2025-10-27 02:25:12.74: PodMonitor - start process kube event 2025-10-27 02:25:12.92: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:12.93: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:12.93: PodMonitor - start process kube event 2025-10-27 02:25:12.93: empty line received 2025-10-27 02:25:12.93: PodMonitor - start process kube event [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:13] "GET /Snh_NamespaceDatabaseList?namespace_uuid=17fe7806-48e1-4ceb-9e65-e71ceb8bf244 HTTP/1.1" 200 866 0.000698 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:13] "GET /Snh_NamespaceDatabaseList?namespace_uuid=4f4cb11a-fc98-4355-9e66-e334d2e02f01 HTTP/1.1" 200 866 0.000811 2025-10-27 02:25:13.11: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 02:25:13.11: VncKubernetes - Process event (name=ctest-non-default-95069975 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:25:13.63: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:25:13.63: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:14.70: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:14.70: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:14.71: PodMonitor - start process kube event 2025-10-27 02:25:14.71: empty line received 2025-10-27 02:25:14.71: PodMonitor - start process kube event 2025-10-27 02:25:14.72: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:25:14.72: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:14.92: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:14.92: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:14.92: PodMonitor - start process kube event 2025-10-27 02:25:14.92: empty line received 2025-10-27 02:25:14.92: PodMonitor - start process kube event 2025-10-27 02:25:15.32: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:15.32: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:15.32: PodMonitor - start process kube event 2025-10-27 02:25:15.32: empty line received 2025-10-27 02:25:15.32: PodMonitor - start process kube event 2025-10-27 02:25:15.40: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:15.40: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:15.40: PodMonitor - start process kube event 2025-10-27 02:25:15.40: empty line received 2025-10-27 02:25:15.40: PodMonitor - start process kube event 2025-10-27 02:25:15.41: VncKubernetes - wait event (qsize=15 timeout=120) 2025-10-27 02:25:15.41: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:15.55: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 02:25:15.55: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:15.64: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:25:15.64: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:15.72: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:15.72: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:15.72: PodMonitor - start process kube event 2025-10-27 02:25:15.72: empty line received 2025-10-27 02:25:15.72: PodMonitor - start process kube event 2025-10-27 02:25:16.44: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:16.44: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:16.45: PodMonitor - start process kube event 2025-10-27 02:25:16.45: empty line received 2025-10-27 02:25:16.45: PodMonitor - start process kube event 2025-10-27 02:25:16.47: VncKubernetes - wait event (qsize=14 timeout=120) 2025-10-27 02:25:16.47: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:16.61: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:25:16.61: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:17.36: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:17.36: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:17.37: PodMonitor - start process kube event 2025-10-27 02:25:17.37: empty line received 2025-10-27 02:25:17.37: PodMonitor - start process kube event 2025-10-27 02:25:17.38: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:25:17.38: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:17.52: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 02:25:17.52: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:18.28: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:18.28: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:18.28: PodMonitor - start process kube event 2025-10-27 02:25:18.28: empty line received 2025-10-27 02:25:18.28: PodMonitor - start process kube event 2025-10-27 02:25:18.30: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 02:25:18.30: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:18.99: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:18.99: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:18.99: PodMonitor - start process kube event 2025-10-27 02:25:18.99: empty line received 2025-10-27 02:25:18.99: PodMonitor - start process kube event 2025-10-27 02:25:19.00: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 02:25:19.00: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:19.67: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:19.67: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:19.67: PodMonitor - start process kube event 2025-10-27 02:25:19.67: empty line received 2025-10-27 02:25:19.67: PodMonitor - start process kube event 2025-10-27 02:25:19.68: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 02:25:19.68: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:20.09: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:20.09: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:20.09: PodMonitor - start process kube event 2025-10-27 02:25:20.09: empty line received 2025-10-27 02:25:20.09: PodMonitor - start process kube event 2025-10-27 02:25:20.43: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:20.43: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:20.43: PodMonitor - start process kube event 2025-10-27 02:25:20.43: empty line received 2025-10-27 02:25:20.43: PodMonitor - start process kube event 2025-10-27 02:25:20.44: VncKubernetes - wait event (qsize=13 timeout=120) 2025-10-27 02:25:20.44: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:20.53: VncKubernetes - wait event (qsize=12 timeout=120) 2025-10-27 02:25:20.53: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:20.58: VncKubernetes - wait event (qsize=11 timeout=120) 2025-10-27 02:25:20.58: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:20.65: VncKubernetes - wait event (qsize=10 timeout=120) 2025-10-27 02:25:20.65: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:20.78: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 02:25:20.78: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:20.80: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 02:25:20.80: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:20.92: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 02:25:20.92: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:20.94: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 02:25:20.94: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:20.99: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:25:20.99: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:21.04: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:25:21.04: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:21.06: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:25:21.06: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:21.09: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:21.09: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:21.09: PodMonitor - start process kube event 2025-10-27 02:25:21.09: empty line received 2025-10-27 02:25:21.09: PodMonitor - start process kube event 2025-10-27 02:25:21.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:25:21.13: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:25:21.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:25:21.18: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:21.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:25:21.19: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:25:21.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:21.50: PodMonitor - Received BOOKMARK: oldResVer=1269 newResVer=1496 2025-10-27 02:25:21.50: PodMonitor - start process kube event 2025-10-27 02:25:21.50: empty line received 2025-10-27 02:25:21.50: PodMonitor - start process kube event 2025-10-27 02:25:22.10: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:22.10: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:22.10: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:25:22.10: PodMonitor - start process kube event 2025-10-27 02:25:22.10: empty line received 2025-10-27 02:25:22.10: PodMonitor - start process kube event 2025-10-27 02:25:22.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:23.10: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:23.10: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:23.10: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:25:23.10: PodMonitor - start process kube event 2025-10-27 02:25:23.11: empty line received 2025-10-27 02:25:23.11: PodMonitor - start process kube event 2025-10-27 02:25:23.16: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:23] "GET /Snh_VirtualMachineDatabaseList?x=1a0ab1a0-1add-4364-a841-a867f04884d0 HTTP/1.1" 200 2483 0.001024 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:23] "GET /Snh_VirtualMachineDatabaseList?x=9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 HTTP/1.1" 200 2483 0.001055 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:23] "GET /Snh_VirtualMachineDatabaseList?x=60fbfdc9-436f-43c4-89d0-07c596835854 HTTP/1.1" 200 2483 0.001041 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:23] "GET /Snh_VirtualMachineDatabaseList?x=d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 HTTP/1.1" 200 2483 0.001001 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:33] "GET /Snh_VirtualMachineDatabaseList?x=e97595f4-fb3e-4a5b-811e-bffd86377538 HTTP/1.1" 200 2413 0.000885 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:33] "GET /Snh_VirtualMachineDatabaseList?x=00c64f19-b696-4f83-b616-f5c000937214 HTTP/1.1" 200 2413 0.000788 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:33] "GET /Snh_VirtualMachineDatabaseList?x=e55ae824-c9fd-4970-8f97-191c4b0056e3 HTTP/1.1" 200 2413 0.001024 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:33] "GET /Snh_VirtualMachineDatabaseList?x=09cc878f-70cb-4d76-afd0-7eea25d20906 HTTP/1.1" 200 2413 0.000813 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:35] "GET /Snh_LoadbalancerDatabaseList?x=c7102826-a7be-44a3-969d-0a93a422b1b5 HTTP/1.1" 200 1862 0.000856 2025-10-27 02:25:23.26: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1056 newResVer=1056 2025-10-27 02:25:23.26: NetworkPolicyMonitor - start process kube event 2025-10-27 02:25:23.26: empty line received 2025-10-27 02:25:23.26: NetworkPolicyMonitor - start process kube event 2025-10-27 02:25:23.35: ServiceMonitor - Received BOOKMARK: oldResVer=1195 newResVer=1195 2025-10-27 02:25:23.35: ServiceMonitor - start process kube event 2025-10-27 02:25:23.35: empty line received 2025-10-27 02:25:23.35: ServiceMonitor - start process kube event 2025-10-27 02:25:23.38: NamespaceMonitor - Received BOOKMARK: oldResVer=419 newResVer=1431 2025-10-27 02:25:23.38: NamespaceMonitor - start process kube event 2025-10-27 02:25:23.38: empty line received 2025-10-27 02:25:23.38: NamespaceMonitor - start process kube event 2025-10-27 02:25:23.48: NetworkMonitor - Received BOOKMARK: oldResVer=419 newResVer=1323 2025-10-27 02:25:23.48: NetworkMonitor - start process kube event 2025-10-27 02:25:23.48: empty line received 2025-10-27 02:25:23.48: NetworkMonitor - start process kube event 2025-10-27 02:25:23.50: IngressMonitor - Received BOOKMARK: oldResVer=1221 newResVer=1376 2025-10-27 02:25:23.50: IngressMonitor - start process kube event 2025-10-27 02:25:23.50: empty line received 2025-10-27 02:25:23.50: IngressMonitor - start process kube event 2025-10-27 02:25:24.10: EndPointMonitor - Received BOOKMARK: oldResVer=1317 newResVer=1399 2025-10-27 02:25:24.10: EndPointMonitor - start process kube event 2025-10-27 02:25:24.10: empty line received 2025-10-27 02:25:24.10: EndPointMonitor - start process kube event 2025-10-27 02:25:25.11: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:25.11: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:25.11: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:25:25.11: PodMonitor - start process kube event 2025-10-27 02:25:25.11: empty line received 2025-10-27 02:25:25.11: PodMonitor - start process kube event 2025-10-27 02:25:25.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:30.11: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:30.11: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:30.11: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:25:30.12: PodMonitor - start process kube event 2025-10-27 02:25:30.12: empty line received 2025-10-27 02:25:30.12: PodMonitor - start process kube event 2025-10-27 02:25:30.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:30.13: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:30.13: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:30.13: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:25:30.13: PodMonitor - start process kube event 2025-10-27 02:25:30.13: empty line received 2025-10-27 02:25:30.13: PodMonitor - start process kube event 2025-10-27 02:25:30.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:31.12: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:31.12: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:31.12: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:25:31.13: PodMonitor - start process kube event 2025-10-27 02:25:31.13: empty line received 2025-10-27 02:25:31.13: PodMonitor - start process kube event 2025-10-27 02:25:31.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:32.20: EndPointMonitor - Received BOOKMARK: oldResVer=1399 newResVer=1399 2025-10-27 02:25:32.20: EndPointMonitor - start process kube event 2025-10-27 02:25:32.20: empty line received 2025-10-27 02:25:32.20: EndPointMonitor - start process kube event 2025-10-27 02:25:34.10: stop iteration EndPointMonitor 2025-10-27 02:25:34.10: EndPointMonitor - start process kube event 2025-10-27 02:25:34.10: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1399 2025-10-27 02:25:34.10: EndPointMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:25:34.10: EndPointMonitor - Connect Kube API result 0 2025-10-27 02:25:34.10: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:25:34.10: EndPointMonitor - Start Watching request https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1399'})(timeout=120) 2025-10-27 02:25:34.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:25:34.10: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:25:34.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:34.12: EndPointMonitor - Watches https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1399'}) 2025-10-27 02:25:34.31: ServiceMonitor - Received ADDED Service ctest-new-default-75083094:ctest-nginx-svc-89016553:c7102826-a7be-44a3-969d-0a93a422b1b5 2025-10-27 02:25:34.31: ServiceMonitor - Got ADDED Service ctest-new-default-75083094:ctest-nginx-svc-89016553:c7102826-a7be-44a3-969d-0a93a422b1b5 2025-10-27 02:25:34.31: VncKubernetes - Process event (name=ctest-nginx-svc-89016553 event_type=ADDED kind=Service ns=ctest-new-default-75083094) VncService - Got ADDED Service ctest-new-default-75083094:ctest-nginx-svc-89016553:c7102826-a7be-44a3-969d-0a93a422b1b5 2025-10-27 02:25:34.31: ServiceMonitor - start process kube event 2025-10-27 02:25:34.31: empty line received 2025-10-27 02:25:34.31: ServiceMonitor - start process kube event 2025-10-27 02:25:34.33: EndPointMonitor - Received ADDED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:25:34.33: EndPointMonitor - Got ADDED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:25:34.33: EndPointMonitor - start process kube event 2025-10-27 02:25:34.33: empty line received 2025-10-27 02:25:34.33: EndPointMonitor - start process kube event 2025-10-27 02:25:35.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:25:35.27: VncKubernetes - Process event (name=ctest-nginx-svc-89016553 event_type=ADDED kind=Endpoints ns=ctest-new-default-75083094) VncEndpoints - Got ADDED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:25:35.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:25:36.80: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:25:36.80: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:25:36.80: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-75083094) [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:36] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a HTTP/1.1" 200 2095 0.000729 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:36] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a HTTP/1.1" 200 2095 0.000757 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:25:38] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a HTTP/1.1" 200 2302 0.001155 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:26:19] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001117 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:26:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001204 VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:25:36.80: NetworkPolicyMonitor - start process kube event 2025-10-27 02:25:36.80: empty line received 2025-10-27 02:25:36.80: NetworkPolicyMonitor - start process kube event 2025-10-27 02:25:38.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:26:21.83: PodMonitor - Received BOOKMARK: oldResVer=1496 newResVer=1532 2025-10-27 02:26:21.83: PodMonitor - start process kube event 2025-10-27 02:26:21.83: empty line received 2025-10-27 02:26:21.83: PodMonitor - start process kube event 2025-10-27 02:26:22.74: IngressMonitor - Received BOOKMARK: oldResVer=1376 newResVer=1376 2025-10-27 02:26:22.74: IngressMonitor - start process kube event 2025-10-27 02:26:22.74: empty line received 2025-10-27 02:26:22.74: IngressMonitor - start process kube event 2025-10-27 02:26:22.98: ServiceMonitor - Received BOOKMARK: oldResVer=1195 newResVer=1537 2025-10-27 02:26:22.98: ServiceMonitor - start process kube event 2025-10-27 02:26:22.98: empty line received 2025-10-27 02:26:22.98: ServiceMonitor - start process kube event 2025-10-27 02:26:23.22: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1056 newResVer=1542 2025-10-27 02:26:23.22: NetworkPolicyMonitor - start process kube event 2025-10-27 02:26:23.22: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:26:23.22: empty line received 2025-10-27 02:26:23.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:26:23.22: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:26:23.22: NetworkPolicyMonitor - start process kube event 2025-10-27 02:26:23.22: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:26:23.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:26:23.45: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:26:23.45: NetworkMonitor - start process kube event 2025-10-27 02:26:23.46: empty line received 2025-10-27 02:26:23.46: NetworkMonitor - start process kube event 2025-10-27 02:26:24.03: NamespaceMonitor - Received BOOKMARK: oldResVer=1431 newResVer=1431 2025-10-27 02:26:24.03: NamespaceMonitor - start process kube event 2025-10-27 02:26:24.03: empty line received 2025-10-27 02:26:24.03: NamespaceMonitor - start process kube event 2025-10-27 02:26:33.86: EndPointMonitor - Received BOOKMARK: oldResVer=1399 newResVer=1538 2025-10-27 02:26:33.86: EndPointMonitor - start process kube event 2025-10-27 02:26:33.86: empty line received 2025-10-27 02:26:33.86: EndPointMonitor - start process kube event 2025-10-27 02:27:21.66: PodMonitor - Received BOOKMARK: oldResVer=1532 newResVer=1532 2025-10-27 02:27:21.66: PodMonitor - start process kube event 2025-10-27 02:27:21.66: PodMonitor - _schedule_vnc_sync 2025-10-27 02:27:21.66: empty line received 2025-10-27 02:27:21.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 02:27:21.66: VncKubernetes - vnc_sync - Pod start 2025-10-27 02:27:21.66: VncKubernetes - vnc_sync - Pod done 2025-10-27 02:27:21.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:27:21.66: PodMonitor - start process kube event 2025-10-27 02:27:22.96: IngressMonitor - Received BOOKMARK: oldResVer=1376 newResVer=1376 2025-10-27 02:27:22.96: IngressMonitor - start process kube event 2025-10-27 02:27:22.96: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:27:22.96: empty line received 2025-10-27 02:27:22.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:27:22.96: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:27:22.96: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:27:22.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:27:22.96: IngressMonitor - start process kube event 2025-10-27 02:27:23.32: ServiceMonitor - Received BOOKMARK: oldResVer=1537 newResVer=1537 2025-10-27 02:27:23.32: ServiceMonitor - start process kube event 2025-10-27 02:27:23.32: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:27:23.32: empty line received 2025-10-27 02:27:23.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:27:23.32: VncKubernetes - vnc_sync - Service start 2025-10-27 02:27:23.32: VncKubernetes - vnc_sync - Service done 2025-10-27 02:27:23.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:27:23.32: ServiceMonitor - start process kube event 2025-10-27 02:27:23.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1542 newResVer=1542 2025-10-27 02:27:23.53: NetworkPolicyMonitor - start process kube event 2025-10-27 02:27:23.53: empty line received 2025-10-27 02:27:23.53: NetworkPolicyMonitor - start process kube event 2025-10-27 02:27:23.77: NamespaceMonitor - Received BOOKMARK: oldResVer=1431 newResVer=1431 2025-10-27 02:27:23.77: NamespaceMonitor - start process kube event 2025-10-27 02:27:23.77: empty line received 2025-10-27 02:27:23.77: NamespaceMonitor - start process kube event 2025-10-27 02:27:24.10: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:27:24.10: NetworkMonitor - start process kube event 2025-10-27 02:27:24.10: empty line received 2025-10-27 02:27:24.10: NetworkMonitor - start process kube event 2025-10-27 02:27:27.38: IngressMonitor - Received BOOKMARK: oldResVer=1376 newResVer=1376 2025-10-27 02:27:27.38: IngressMonitor - start process kube event 2025-10-27 02:27:27.38: empty line received 2025-10-27 02:27:27.38: IngressMonitor - start process kube event 2025-10-27 02:27:28.82: stop iteration IngressMonitor 2025-10-27 02:27:28.82: IngressMonitor - start process kube event 2025-10-27 02:27:28.82: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1376 2025-10-27 02:27:28.82: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:27:28.82: IngressMonitor - Connect Kube API result 0 2025-10-27 02:27:28.82: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:27:28.82: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1376'})(timeout=120) 2025-10-27 02:27:28.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:27:28.82: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:27:28.82: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:27:28.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:27:28.83: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1376'}) 2025-10-27 02:27:33.66: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-10-27 02:27:33.66: EndPointMonitor - start process kube event 2025-10-27 02:27:33.66: empty line received 2025-10-27 02:27:33.66: EndPointMonitor - start process kube event 2025-10-27 02:27:36.51: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:27:36.51: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:27:36.51: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-75083094) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:27:36.52: NetworkPolicyMonitor - start process kube event 2025-10-27 02:27:36.52: empty line received 2025-10-27 02:27:36.52: NetworkPolicyMonitor - start process kube event 2025-10-27 02:27:37.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:28:22.01: PodMonitor - Received BOOKMARK: oldResVer=1532 newResVer=1532 2025-10-27 02:28:22.01: PodMonitor - start process kube event 2025-10-27 02:28:22.01: empty line received 2025-10-27 02:28:22.01: PodMonitor - start process kube event 2025-10-27 02:28:23.65: ServiceMonitor - Received BOOKMARK: oldResVer=1537 newResVer=1537 2025-10-27 02:28:23.65: ServiceMonitor - start process kube event 2025-10-27 02:28:23.65: empty line received 2025-10-27 02:28:23.65: ServiceMonitor - start process kube event 2025-10-27 02:28:23.78: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1542 newResVer=1700 2025-10-27 02:28:23.78: NetworkPolicyMonitor - start process kube event 2025-10-27 02:28:23.78: empty line received 2025-10-27 02:28:23.78: NetworkPolicyMonitor - start process kube event 2025-10-27 02:28:24.30: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:28:24.30: NetworkMonitor - start process kube event 2025-10-27 02:28:24.30: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:28:24.30: empty line received 2025-10-27 02:28:24.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:28:24.30: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:28:24.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:28:24.30: NetworkMonitor - start process kube event 2025-10-27 02:28:24.32: NamespaceMonitor - Received BOOKMARK: oldResVer=1431 newResVer=1431 2025-10-27 02:28:24.32: NamespaceMonitor - start process kube event 2025-10-27 02:28:24.32: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:28:24.32: empty line received 2025-10-27 02:28:24.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:28:24.32: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:28:24.32: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:28:24.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:28:24.32: NamespaceMonitor - start process kube event 2025-10-27 02:28:33.91: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1538 2025-10-27 02:28:33.91: EndPointMonitor - start process kube event 2025-10-27 02:28:33.91: empty line received 2025-10-27 02:28:33.91: EndPointMonitor - start process kube event 2025-10-27 02:28:38.95: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:28:38.95: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:28:38.95: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:38.96: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:38.96: VncKubernetes - Process event (name=ctest-nginx-svc-89016553 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-75083094) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:28:38.96: EndPointMonitor - start process kube event 2025-10-27 02:28:38.96: empty line received 2025-10-27 02:28:38.96: PodMonitor - start process kube event 2025-10-27 02:28:38.96: empty line received 2025-10-27 02:28:38.96: EndPointMonitor - start process kube event 2025-10-27 02:28:38.96: PodMonitor - start process kube event 2025-10-27 02:28:38.96: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:28:38.96: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:28:38.96: PodMonitor - start process kube event 2025-10-27 02:28:38.96: empty line received 2025-10-27 02:28:38.96: PodMonitor - start process kube event 2025-10-27 02:28:38.99: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:28:38.99: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:28:38.99: PodMonitor - start process kube event 2025-10-27 02:28:38.99: empty line received 2025-10-27 02:28:38.99: PodMonitor - start process kube event 2025-10-27 02:28:39.03: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:39.03: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:39.03: PodMonitor - start process kube event 2025-10-27 02:28:39.03: empty line received 2025-10-27 02:28:39.03: PodMonitor - start process kube event 2025-10-27 02:28:39.04: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:28:39.04: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:28:39.04: PodMonitor - start process kube event 2025-10-27 02:28:39.04: empty line received 2025-10-27 02:28:39.04: PodMonitor - start process kube event 2025-10-27 02:28:39.06: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:39.06: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:39.06: PodMonitor - start process kube event 2025-10-27 02:28:39.06: empty line received 2025-10-27 02:28:39.06: PodMonitor - start process kube event 2025-10-27 02:28:39.09: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:39.09: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:39.10: PodMonitor - start process kube event 2025-10-27 02:28:39.10: empty line received 2025-10-27 02:28:39.10: PodMonitor - start process kube event 2025-10-27 02:28:39.10: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:28:39.10: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:28:39.10: PodMonitor - start process kube event 2025-10-27 02:28:39.10: empty line received 2025-10-27 02:28:39.10: PodMonitor - start process kube event 2025-10-27 02:28:39.10: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:28:39.10: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:28:39.10: EndPointMonitor - start process kube event 2025-10-27 02:28:39.10: empty line received 2025-10-27 02:28:39.11: EndPointMonitor - start process kube event 2025-10-27 02:28:39.16: VncKubernetes - wait event (qsize=9 timeout=120) 2025-10-27 02:28:39.16: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.23: VncKubernetes - wait event (qsize=8 timeout=120) 2025-10-27 02:28:39.23: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:28:39.24: VncKubernetes - wait event (qsize=7 timeout=120) 2025-10-27 02:28:39.24: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:28:39.29: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 02:28:39.29: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:39.35: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:28:39.35: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:28:39.36: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:28:39.36: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:39.42: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:28:39.42: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:39.48: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:28:39.48: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:28:39.50: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.50: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.50: PodMonitor - start process kube event 2025-10-27 02:28:39.50: empty line received 2025-10-27 02:28:39.50: PodMonitor - start process kube event 2025-10-27 02:28:39.50: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:28:39.50: VncKubernetes - Process event (name=ctest-nginx-svc-89016553 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-75083094) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:28:39.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:28:39.57: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.63: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.63: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:28:39.63: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.63: PodMonitor - start process kube event 2025-10-27 02:28:39.63: empty line received 2025-10-27 02:28:39.63: PodMonitor - start process kube event 2025-10-27 02:28:39.63: PodMonitor - Received DELETED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.64: PodMonitor - Got DELETED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:39.64: PodMonitor - start process kube event 2025-10-27 02:28:39.64: empty line received 2025-10-27 02:28:39.64: PodMonitor - start process kube event 2025-10-27 02:28:39.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:28:39.64: VncKubernetes - Process event (name=ctest-pod-30047408 event_type=DELETED kind=Pod ns=ctest-new-default-75083094) VncPod - Got DELETED Pod ctest-new-default-75083094:ctest-pod-30047408:1a0ab1a0-1add-4364-a841-a867f04884d0 2025-10-27 02:28:40.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:28:40.51: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.51: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.51: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.51: PodMonitor - start process kube event 2025-10-27 02:28:40.51: empty line received 2025-10-27 02:28:40.51: PodMonitor - start process kube event 2025-10-27 02:28:40.52: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.52: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.52: PodMonitor - start process kube event 2025-10-27 02:28:40.52: empty line received 2025-10-27 02:28:40.52: PodMonitor - start process kube event 2025-10-27 02:28:40.52: PodMonitor - Received DELETED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.52: PodMonitor - Got DELETED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.52: PodMonitor - start process kube event 2025-10-27 02:28:40.52: empty line received 2025-10-27 02:28:40.52: PodMonitor - start process kube event 2025-10-27 02:28:40.55: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:40.55: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:40.55: PodMonitor - start process kube event 2025-10-27 02:28:40.55: empty line received 2025-10-27 02:28:40.55: PodMonitor - start process kube event 2025-10-27 02:28:40.57: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:28:40.57: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:28:40.61: VncKubernetes - Process event (name=ctest-pod-50238124 event_type=DELETED kind=Pod ns=ctest-non-default-95069975) VncPod - Got DELETED Pod ctest-non-default-95069975:ctest-pod-50238124:60fbfdc9-436f-43c4-89d0-07c596835854 2025-10-27 02:28:40.76: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:40.76: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:40.76: PodMonitor - start process kube event 2025-10-27 02:28:40.76: empty line received 2025-10-27 02:28:40.76: PodMonitor - start process kube event 2025-10-27 02:28:40.77: PodMonitor - Received DELETED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:40.77: PodMonitor - Got DELETED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:40.77: PodMonitor - start process kube event 2025-10-27 02:28:40.77: empty line received 2025-10-27 02:28:40.77: PodMonitor - start process kube event 2025-10-27 02:28:41.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:28:41.16: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:41.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:28:41.22: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:41.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:28:41.28: VncKubernetes - Process event (name=ctest-pod-92084732 event_type=DELETED kind=Pod ns=ctest-non-default-95069975) VncPod - Got DELETED Pod ctest-non-default-95069975:ctest-pod-92084732:d2bc2f55-e1a0-48ed-8728-87ebe9b97bf9 2025-10-27 02:28:41.36: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.36: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.36: PodMonitor - start process kube event 2025-10-27 02:28:41.36: empty line received 2025-10-27 02:28:41.36: PodMonitor - start process kube event 2025-10-27 02:28:41.56: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.56: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.56: PodMonitor - start process kube event 2025-10-27 02:28:41.56: empty line received 2025-10-27 02:28:41.56: PodMonitor - start process kube event 2025-10-27 02:28:41.56: PodMonitor - Received DELETED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.56: PodMonitor - Got DELETED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.56: PodMonitor - start process kube event 2025-10-27 02:28:41.56: empty line received 2025-10-27 02:28:41.56: PodMonitor - start process kube event 2025-10-27 02:28:41.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:28:41.75: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:28:41.82: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:41.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:28:41.87: VncKubernetes - Process event (name=ctest-pod-77222016 event_type=DELETED kind=Pod ns=ctest-new-default-75083094) VncPod - Got DELETED Pod ctest-new-default-75083094:ctest-pod-77222016:9b7e8d2f-f0c0-4eb1-a21e-dbd81b79b684 2025-10-27 02:28:42.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:29:10.60: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.60: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.60: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.60: PodMonitor - start process kube event 2025-10-27 02:29:10.60: empty line received 2025-10-27 02:29:10.60: PodMonitor - start process kube event 2025-10-27 02:29:10.61: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.61: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.61: PodMonitor - start process kube event 2025-10-27 02:29:10.61: empty line received 2025-10-27 02:29:10.61: PodMonitor - start process kube event 2025-10-27 02:29:10.61: PodMonitor - Received DELETED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.61: PodMonitor - Got DELETED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.61: PodMonitor - start process kube event 2025-10-27 02:29:10.61: empty line received 2025-10-27 02:29:10.61: PodMonitor - start process kube event 2025-10-27 02:29:10.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:29:10.61: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.63: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:10.63: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:10.63: PodMonitor - start process kube event 2025-10-27 02:29:10.63: empty line received 2025-10-27 02:29:10.63: PodMonitor - start process kube event 2025-10-27 02:29:10.64: PodMonitor - Received MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:10.64: PodMonitor - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:10.64: PodMonitor - start process kube event 2025-10-27 02:29:10.64: empty line received 2025-10-27 02:29:10.64: PodMonitor - start process kube event 2025-10-27 02:29:10.64: PodMonitor - Received DELETED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:10.64: PodMonitor - Got DELETED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:10.64: PodMonitor - start process kube event 2025-10-27 02:29:10.64: empty line received 2025-10-27 02:29:10.64: PodMonitor - start process kube event 2025-10-27 02:29:10.65: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:10.65: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:10.65: PodMonitor - start process kube event 2025-10-27 02:29:10.65: empty line received 2025-10-27 02:29:10.65: PodMonitor - start process kube event 2025-10-27 02:29:10.68: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:29:10.68: VncKubernetes - Process event (name=ctest-pod-99803492 event_type=DELETED kind=Pod ns=ctest-non-default-95069975) VncPod - Got DELETED Pod ctest-non-default-95069975:ctest-pod-99803492:09cc878f-70cb-4d76-afd0-7eea25d20906 2025-10-27 02:29:10.78: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:10.78: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:10.78: PodMonitor - start process kube event 2025-10-27 02:29:10.78: empty line received 2025-10-27 02:29:10.78: PodMonitor - start process kube event 2025-10-27 02:29:10.78: PodMonitor - Received DELETED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:10.78: PodMonitor - Got DELETED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:10.78: PodMonitor - start process kube event 2025-10-27 02:29:10.78: empty line received 2025-10-27 02:29:10.78: PodMonitor - start process kube event 2025-10-27 02:29:11.07: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 02:29:11.07: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:29:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001458 2025-10-27 02:29:11.13: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:29:11.13: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=MODIFIED kind=Pod ns=ctest-non-default-95069975) VncPod - Got MODIFIED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:11.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:29:11.19: VncKubernetes - Process event (name=ctest-pod-32750028 event_type=DELETED kind=Pod ns=ctest-non-default-95069975) VncPod - Got DELETED Pod ctest-non-default-95069975:ctest-pod-32750028:00c64f19-b696-4f83-b616-f5c000937214 2025-10-27 02:29:11.38: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:11.38: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:11.38: PodMonitor - start process kube event 2025-10-27 02:29:11.39: empty line received 2025-10-27 02:29:11.39: PodMonitor - start process kube event 2025-10-27 02:29:11.59: PodMonitor - Received MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:11.59: PodMonitor - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:11.59: PodMonitor - start process kube event 2025-10-27 02:29:11.59: empty line received 2025-10-27 02:29:11.59: PodMonitor - start process kube event 2025-10-27 02:29:11.59: PodMonitor - Received DELETED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:11.59: PodMonitor - Got DELETED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:11.59: PodMonitor - start process kube event 2025-10-27 02:29:11.59: empty line received 2025-10-27 02:29:11.59: PodMonitor - start process kube event 2025-10-27 02:29:11.68: VncKubernetes - wait event (qsize=6 timeout=120) 2025-10-27 02:29:11.68: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:11.73: VncKubernetes - wait event (qsize=5 timeout=120) 2025-10-27 02:29:11.73: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:11.78: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:29:11.78: VncKubernetes - Process event (name=ctest-pod-57534689 event_type=DELETED kind=Pod ns=ctest-new-default-75083094) VncPod - Got DELETED Pod ctest-new-default-75083094:ctest-pod-57534689:e55ae824-c9fd-4970-8f97-191c4b0056e3 2025-10-27 02:29:12.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:29:12.21: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:12.22: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:29:12.22: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=MODIFIED kind=Pod ns=ctest-new-default-75083094) VncPod - Got MODIFIED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:12.28: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:29:12.28: VncKubernetes - Process event (name=ctest-pod-93228124 event_type=DELETED kind=Pod ns=ctest-new-default-75083094) VncPod - Got DELETED Pod ctest-new-default-75083094:ctest-pod-93228124:e97595f4-fb3e-4a5b-811e-bffd86377538 2025-10-27 02:29:12.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:29:14.30: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:14.30: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:14.30: VncKubernetes - Process event (name=ctest-non-default-95069975 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:14.30: NamespaceMonitor - start process kube event 2025-10-27 02:29:14.30: empty line received 2025-10-27 02:29:14.30: NamespaceMonitor - start process kube event 2025-10-27 02:29:14.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:29:19.50: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:19.50: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:19.50: VncKubernetes - Process event (name=ctest-non-default-95069975 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:19.50: NamespaceMonitor - start process kube event 2025-10-27 02:29:19.50: empty line received 2025-10-27 02:29:19.50: NamespaceMonitor - start process kube event 2025-10-27 02:29:19.52: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:19.52: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:19.52: NamespaceMonitor - start process kube event 2025-10-27 02:29:19.52: empty line received 2025-10-27 02:29:19.52: NamespaceMonitor - start process kube event 2025-10-27 02:29:19.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:29:19.79: VncKubernetes - Process event (name=ctest-non-default-95069975 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-95069975:4f4cb11a-fc98-4355-9e66-e334d2e02f01 2025-10-27 02:29:20.33: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:20.33: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:20.33: NamespaceMonitor - start process kube event 2025-10-27 02:29:20.33: empty line received 2025-10-27 02:29:20.33: NamespaceMonitor - start process kube event 2025-10-27 02:29:21.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:29:21.52: VncKubernetes - Process event (name=ctest-new-default-75083094 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:21.68: PodMonitor - Received BOOKMARK: oldResVer=1532 newResVer=1872 2025-10-27 02:29:21.72: PodMonitor - start process kube event 2025-10-27 02:29:21.72: empty line received 2025-10-27 02:29:21.72: PodMonitor - start process kube event 2025-10-27 02:29:21.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:29:23.47: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:29:23.47: NetworkMonitor - start process kube event 2025-10-27 02:29:23.47: empty line received 2025-10-27 02:29:23.47: NetworkMonitor - start process kube event 2025-10-27 02:29:23.62: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1700 newResVer=1700 2025-10-27 02:29:23.62: NetworkPolicyMonitor - start process kube event 2025-10-27 02:29:23.62: empty line received 2025-10-27 02:29:23.62: NetworkPolicyMonitor - start process kube event 2025-10-27 02:29:23.81: NamespaceMonitor - Received BOOKMARK: oldResVer=1431 newResVer=1912 2025-10-27 02:29:23.81: NamespaceMonitor - start process kube event 2025-10-27 02:29:23.81: empty line received 2025-10-27 02:29:23.81: NamespaceMonitor - start process kube event 2025-10-27 02:29:24.24: ServiceMonitor - Received BOOKMARK: oldResVer=1537 newResVer=1537 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:29:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001503 2025-10-27 02:29:24.24: ServiceMonitor - start process kube event 2025-10-27 02:29:24.24: empty line received 2025-10-27 02:29:24.24: ServiceMonitor - start process kube event 2025-10-27 02:29:25.47: EndPointMonitor - Received DELETED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:29:25.47: EndPointMonitor - Got DELETED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:29:25.47: VncKubernetes - Process event (name=ctest-nginx-svc-89016553 event_type=DELETED kind=Endpoints ns=ctest-new-default-75083094) VncEndpoints - Got DELETED Endpoints ctest-new-default-75083094:ctest-nginx-svc-89016553:927227f1-830d-45a4-b42e-f7f2d1a8dfb3 2025-10-27 02:29:25.47: EndPointMonitor - start process kube event 2025-10-27 02:29:25.47: empty line received 2025-10-27 02:29:25.47: EndPointMonitor - start process kube event 2025-10-27 02:29:25.58: ServiceMonitor - Received DELETED Service ctest-new-default-75083094:ctest-nginx-svc-89016553:c7102826-a7be-44a3-969d-0a93a422b1b5 2025-10-27 02:29:25.58: ServiceMonitor - Got DELETED Service ctest-new-default-75083094:ctest-nginx-svc-89016553:c7102826-a7be-44a3-969d-0a93a422b1b5 2025-10-27 02:29:25.58: ServiceMonitor - start process kube event 2025-10-27 02:29:25.58: empty line received 2025-10-27 02:29:25.58: ServiceMonitor - start process kube event 2025-10-27 02:29:25.60: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:29:25.60: VncKubernetes - Process event (name=ctest-nginx-svc-89016553 event_type=DELETED kind=Service ns=ctest-new-default-75083094) VncService - Got DELETED Service ctest-new-default-75083094:ctest-nginx-svc-89016553:c7102826-a7be-44a3-969d-0a93a422b1b5 2025-10-27 02:29:25.65: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:29:25.65: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:29:25.65: NetworkPolicyMonitor - start process kube event 2025-10-27 02:29:25.65: empty line received 2025-10-27 02:29:25.65: NetworkPolicyMonitor - start process kube event 2025-10-27 02:29:25.66: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:25.66: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:25.66: NamespaceMonitor - start process kube event 2025-10-27 02:29:25.66: empty line received 2025-10-27 02:29:25.66: NamespaceMonitor - start process kube event 2025-10-27 02:29:25.67: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:25.67: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:25.67: NamespaceMonitor - start process kube event 2025-10-27 02:29:25.67: empty line received 2025-10-27 02:29:25.67: NamespaceMonitor - start process kube event 2025-10-27 02:29:26.02: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:29:26.02: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-75083094) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-75083094:ingress-on-service:b98c25a2-9c40-48e5-a1ec-ec1e57de7d1a 2025-10-27 02:29:27.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:29:27.45: VncKubernetes - Process event (name=ctest-new-default-75083094 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:27.83: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:29:27.83: VncKubernetes - Process event (name=ctest-new-default-75083094 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-75083094:17fe7806-48e1-4ceb-9e65-e71ceb8bf244 2025-10-27 02:29:28.85: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:29:28.85: IngressMonitor - start process kube event 2025-10-27 02:29:28.85: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1376 2025-10-27 02:29:28.85: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:29:28.85: IngressMonitor - Connect Kube API result 0 2025-10-27 02:29:28.85: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:29:28.85: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1376'})(timeout=120) 2025-10-27 02:29:28.87: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1376'}) 2025-10-27 02:29:29.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:29:29.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:29:29.03: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:29:29.03: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:29:29.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:29:33.72: EndPointMonitor - Received BOOKMARK: oldResVer=1538 newResVer=1943 2025-10-27 02:29:33.72: EndPointMonitor - start process kube event 2025-10-27 02:29:33.72: empty line received 2025-10-27 02:29:33.72: EndPointMonitor - start process kube event 2025-10-27 02:29:43.40: PodMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-10-27 02:29:43.41: PodMonitor - start process kube event 2025-10-27 02:29:43.41: empty line received 2025-10-27 02:29:43.41: PodMonitor - start process kube event 2025-10-27 02:29:44.89: stop iteration PodMonitor 2025-10-27 02:29:44.89: PodMonitor - start process kube event 2025-10-27 02:29:44.89: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1872 2025-10-27 02:29:44.89: PodMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:29:44.89: PodMonitor - Connect Kube API result 0 2025-10-27 02:29:44.89: PodMonitor - _schedule_vnc_sync 2025-10-27 02:29:44.89: PodMonitor - Start Watching request https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'})(timeout=120) 2025-10-27 02:29:44.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 02:29:44.90: VncKubernetes - vnc_sync - Pod start 2025-10-27 02:29:44.90: VncKubernetes - vnc_sync - Pod done 2025-10-27 02:29:44.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:29:44.91: PodMonitor - Watches https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'}) 2025-10-27 02:30:23.79: ServiceMonitor - Received BOOKMARK: oldResVer=1537 newResVer=1948 2025-10-27 02:30:23.79: ServiceMonitor - start process kube event 2025-10-27 02:30:23.79: empty line received 2025-10-27 02:30:23.79: ServiceMonitor - start process kube event 2025-10-27 02:30:24.11: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:30:24.11: NetworkMonitor - start process kube event 2025-10-27 02:30:24.12: empty line received 2025-10-27 02:30:24.12: NetworkMonitor - start process kube event 2025-10-27 02:30:24.51: NamespaceMonitor - Received BOOKMARK: oldResVer=1912 newResVer=1952 2025-10-27 02:30:24.51: NamespaceMonitor - start process kube event 2025-10-27 02:30:24.51: empty line received 2025-10-27 02:30:24.51: NamespaceMonitor - start process kube event 2025-10-27 02:30:24.62: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1700 newResVer=1950 2025-10-27 02:30:24.62: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:24.62: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:30:24.62: empty line received [Introspect:8108]10.0.0.241 - - [2025-10-27 02:30:45] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001255 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:31:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.002117 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:31:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001171 2025-10-27 02:30:24.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:30:24.62: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:30:24.62: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:24.62: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:30:24.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:30:34.14: EndPointMonitor - Received BOOKMARK: oldResVer=1943 newResVer=1943 2025-10-27 02:30:34.14: EndPointMonitor - start process kube event 2025-10-27 02:30:34.14: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:30:34.14: empty line received 2025-10-27 02:30:34.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:30:34.14: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:30:34.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:30:34.14: EndPointMonitor - start process kube event 2025-10-27 02:30:50.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1950 newResVer=1950 2025-10-27 02:30:50.86: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:50.86: empty line received 2025-10-27 02:30:50.86: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:51.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1950 newResVer=1950 2025-10-27 02:30:51.99: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:51.99: empty line received 2025-10-27 02:30:51.99: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:52.86: stop iteration NetworkPolicyMonitor 2025-10-27 02:30:52.87: NetworkPolicyMonitor - start process kube event 2025-10-27 02:30:52.87: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1950 2025-10-27 02:30:52.87: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:30:52.87: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:30:52.87: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:30:52.87: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1950'})(timeout=120) 2025-10-27 02:30:52.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:30:52.87: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:30:52.87: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:30:52.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:30:52.88: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1950'}) 2025-10-27 02:30:54.51: NamespaceMonitor - Received BOOKMARK: oldResVer=1952 newResVer=1952 2025-10-27 02:30:54.51: NamespaceMonitor - start process kube event 2025-10-27 02:30:54.51: empty line received 2025-10-27 02:30:54.51: NamespaceMonitor - start process kube event 2025-10-27 02:30:55.54: NamespaceMonitor - Received BOOKMARK: oldResVer=1952 newResVer=1952 2025-10-27 02:30:55.54: NamespaceMonitor - start process kube event 2025-10-27 02:30:55.54: empty line received 2025-10-27 02:30:55.54: NamespaceMonitor - start process kube event 2025-10-27 02:30:56.95: stop iteration NamespaceMonitor 2025-10-27 02:30:56.96: NamespaceMonitor - start process kube event 2025-10-27 02:30:56.96: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1952 2025-10-27 02:30:56.96: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:30:56.96: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:30:56.96: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:30:56.96: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'})(timeout=120) 2025-10-27 02:30:56.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:30:56.96: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:30:56.96: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:30:56.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:30:56.96: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'}) 2025-10-27 02:31:23.95: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:31:23.95: NetworkMonitor - start process kube event 2025-10-27 02:31:23.95: empty line received 2025-10-27 02:31:23.95: NetworkMonitor - start process kube event 2025-10-27 02:31:24.02: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-10-27 02:31:24.02: ServiceMonitor - start process kube event 2025-10-27 02:31:24.02: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:31:24.02: empty line received 2025-10-27 02:31:24.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:31:24.02: VncKubernetes - vnc_sync - Service start 2025-10-27 02:31:24.02: VncKubernetes - vnc_sync - Service done 2025-10-27 02:31:24.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:31:24.02: ServiceMonitor - start process kube event 2025-10-27 02:31:28.88: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:31:28.88: IngressMonitor - start process kube event 2025-10-27 02:31:28.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1376 2025-10-27 02:31:28.88: IngressMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:31:28.88: IngressMonitor - Connect Kube API result 0 2025-10-27 02:31:28.88: IngressMonitor - _schedule_vnc_sync 2025-10-27 02:31:28.88: IngressMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1376'})(timeout=120) 2025-10-27 02:31:28.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-10-27 02:31:28.88: VncKubernetes - vnc_sync - Ingress start 2025-10-27 02:31:28.88: VncKubernetes - vnc_sync - Ingress done 2025-10-27 02:31:28.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:31:28.89: IngressMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1376'}) 2025-10-27 02:31:33.81: EndPointMonitor - Received BOOKMARK: oldResVer=1943 newResVer=1943 2025-10-27 02:31:33.81: EndPointMonitor - start process kube event 2025-10-27 02:31:33.81: empty line received 2025-10-27 02:31:33.81: EndPointMonitor - start process kube event 2025-10-27 02:31:44.91: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:31:44.91: PodMonitor - start process kube event 2025-10-27 02:31:44.91: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1872 2025-10-27 02:31:44.91: PodMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:31:44.91: PodMonitor - Connect Kube API result 0 2025-10-27 02:31:44.92: PodMonitor - _schedule_vnc_sync 2025-10-27 02:31:44.92: PodMonitor - Start Watching request https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'})(timeout=120) 2025-10-27 02:31:44.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-10-27 02:31:44.92: VncKubernetes - vnc_sync - Pod start 2025-10-27 02:31:44.92: VncKubernetes - vnc_sync - Pod done 2025-10-27 02:31:44.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:31:44.93: PodMonitor - Watches https://10.0.0.241:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'}) 2025-10-27 02:31:47.60: PodMonitor - Received ADDED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:47.60: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-10-27 02:31:47.60: PodMonitor - start process kube event 2025-10-27 02:31:47.60: empty line received 2025-10-27 02:31:47.60: PodMonitor - start process kube event 2025-10-27 02:31:47.62: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:47.62: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:47.62: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:47.62: PodMonitor - start process kube event 2025-10-27 02:31:47.62: empty line received 2025-10-27 02:31:47.62: PodMonitor - start process kube event 2025-10-27 02:31:47.65: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:47.65: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:47.66: PodMonitor - start process kube event 2025-10-27 02:31:47.66: empty line received 2025-10-27 02:31:47.66: PodMonitor - start process kube event 2025-10-27 02:31:47.83: PodMonitor - Received ADDED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:47.83: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-10-27 02:31:47.83: PodMonitor - start process kube event 2025-10-27 02:31:47.83: empty line received 2025-10-27 02:31:47.83: PodMonitor - start process kube event 2025-10-27 02:31:47.85: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:47.85: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:47.85: PodMonitor - start process kube event 2025-10-27 02:31:47.85: empty line received 2025-10-27 02:31:47.85: PodMonitor - start process kube event 2025-10-27 02:31:47.85: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:47.85: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:47.85: PodMonitor - start process kube event 2025-10-27 02:31:47.85: empty line received 2025-10-27 02:31:47.85: PodMonitor - start process kube event 2025-10-27 02:31:48.46: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:48.46: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:48.46: PodMonitor - start process kube event 2025-10-27 02:31:48.46: empty line received 2025-10-27 02:31:48.46: PodMonitor - start process kube event 2025-10-27 02:31:48.49: VncKubernetes - wait event (qsize=4 timeout=120) 2025-10-27 02:31:48.49: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:48.65: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:31:48.65: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:49.52: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:49.52: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:49.52: PodMonitor - start process kube event 2025-10-27 02:31:49.52: empty line received 2025-10-27 02:31:49.52: PodMonitor - start process kube event 2025-10-27 02:31:49.54: VncKubernetes - wait event (qsize=3 timeout=120) 2025-10-27 02:31:49.54: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:49.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:31:49.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:31:49.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:31:49.69: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:31:49.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:00.88: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:00.88: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:00.88: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:00.88: PodMonitor - start process kube event 2025-10-27 02:32:00.88: empty line received 2025-10-27 02:32:00.88: PodMonitor - start process kube event 2025-10-27 02:32:00.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:01.88: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:32:01.88: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:32:01.88: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:32:01.88: PodMonitor - start process kube event 2025-10-27 02:32:01.88: empty line received 2025-10-27 02:32:01.88: PodMonitor - start process kube event 2025-10-27 02:32:01.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:03.00: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:03.00: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:03.00: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:03.01: PodMonitor - start process kube event 2025-10-27 02:32:03.01: empty line received 2025-10-27 02:32:03.01: PodMonitor - start process kube event 2025-10-27 02:32:03.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:05.44: EndPointMonitor - Received BOOKMARK: oldResVer=1943 newResVer=1943 2025-10-27 02:32:05.44: EndPointMonitor - start process kube event 2025-10-27 02:32:05.44: empty line received 2025-10-27 02:32:05.44: EndPointMonitor - start process kube event 2025-10-27 02:32:07.05: stop iteration EndPointMonitor 2025-10-27 02:32:07.05: EndPointMonitor - start process kube event 2025-10-27 02:32:07.05: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1943 2025-10-27 02:32:07.05: EndPointMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:32:07.05: EndPointMonitor - Connect Kube API result 0 2025-10-27 02:32:07.05: EndPointMonitor - _schedule_vnc_sync 2025-10-27 02:32:07.05: EndPointMonitor - Start Watching request https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1943'})(timeout=120) 2025-10-27 02:32:07.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-10-27 02:32:07.05: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-10-27 02:32:07.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:07.07: EndPointMonitor - Watches https://10.0.0.241:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1943'}) [Introspect:8108]10.0.0.241 - - [2025-10-27 02:32:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001378 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:32:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001224 [Introspect:8108]10.0.0.241 - - [2025-10-27 02:32:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001265 2025-10-27 02:32:08.28: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-10-27 02:32:08.28: ServiceMonitor - start process kube event 2025-10-27 02:32:08.28: empty line received 2025-10-27 02:32:08.28: ServiceMonitor - start process kube event 2025-10-27 02:32:10.07: stop iteration ServiceMonitor 2025-10-27 02:32:10.07: ServiceMonitor - start process kube event 2025-10-27 02:32:10.07: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1948 2025-10-27 02:32:10.07: ServiceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:32:10.07: ServiceMonitor - Connect Kube API result 0 2025-10-27 02:32:10.07: ServiceMonitor - _schedule_vnc_sync 2025-10-27 02:32:10.07: ServiceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1948'})(timeout=120) 2025-10-27 02:32:10.08: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-10-27 02:32:10.08: VncKubernetes - vnc_sync - Service start 2025-10-27 02:32:10.08: VncKubernetes - vnc_sync - Service done 2025-10-27 02:32:10.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:10.08: ServiceMonitor - Watches https://10.0.0.241:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1948'}) 2025-10-27 02:32:23.82: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:32:23.82: NetworkMonitor - start process kube event 2025-10-27 02:32:23.82: empty line received 2025-10-27 02:32:23.82: NetworkMonitor - start process kube event 2025-10-27 02:32:33.95: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.95: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.95: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.95: PodMonitor - start process kube event 2025-10-27 02:32:33.95: empty line received 2025-10-27 02:32:33.95: PodMonitor - start process kube event 2025-10-27 02:32:33.95: PodMonitor - Received MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.95: PodMonitor - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.95: PodMonitor - start process kube event 2025-10-27 02:32:33.95: empty line received 2025-10-27 02:32:33.95: PodMonitor - start process kube event 2025-10-27 02:32:33.96: PodMonitor - Received DELETED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.96: PodMonitor - Got DELETED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:33.96: PodMonitor - start process kube event 2025-10-27 02:32:33.96: empty line received 2025-10-27 02:32:33.96: PodMonitor - start process kube event 2025-10-27 02:32:33.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-10-27 02:32:33.96: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:34.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:32:34.03: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:5bba4da7-2bd6-4f04-9e48-a2e02ae0f054 2025-10-27 02:32:34.05: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:32:34.05: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:32:34.05: PodMonitor - start process kube event 2025-10-27 02:32:34.05: empty line received 2025-10-27 02:32:34.05: PodMonitor - start process kube event 2025-10-27 02:32:34.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-10-27 02:32:34.31: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:32:34.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:44.64: PodMonitor - Received BOOKMARK: oldResVer=1872 newResVer=2222 2025-10-27 02:32:44.64: PodMonitor - start process kube event 2025-10-27 02:32:44.64: empty line received 2025-10-27 02:32:44.64: PodMonitor - start process kube event 2025-10-27 02:32:52.88: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:32:52.88: NetworkPolicyMonitor - start process kube event 2025-10-27 02:32:52.88: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1950 2025-10-27 02:32:52.88: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:32:52.88: NetworkPolicyMonitor - Connect Kube API result 0 2025-10-27 02:32:52.88: NetworkPolicyMonitor - _schedule_vnc_sync 2025-10-27 02:32:52.88: NetworkPolicyMonitor - Start Watching request https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1950'})(timeout=120) 2025-10-27 02:32:52.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-10-27 02:32:52.89: VncKubernetes - vnc_sync - NetworkPolicy start 2025-10-27 02:32:52.89: VncKubernetes - vnc_sync - NetworkPolicy done 2025-10-27 02:32:52.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:52.90: NetworkPolicyMonitor - Watches https://10.0.0.241:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1950'}) 2025-10-27 02:32:56.96: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.241', port=6443): Read timed out. 2025-10-27 02:32:56.96: NamespaceMonitor - start process kube event 2025-10-27 02:32:56.96: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1952 2025-10-27 02:32:56.96: NamespaceMonitor - Try to connect Kube API 10.0.0.241:6443 2025-10-27 02:32:56.96: NamespaceMonitor - Connect Kube API result 0 2025-10-27 02:32:56.96: NamespaceMonitor - _schedule_vnc_sync 2025-10-27 02:32:56.96: NamespaceMonitor - Start Watching request https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'})(timeout=120) 2025-10-27 02:32:56.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-10-27 02:32:56.97: VncKubernetes - vnc_sync - Namespace start 2025-10-27 02:32:56.97: VncKubernetes - vnc_sync - Namespace done 2025-10-27 02:32:56.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:32:56.98: NamespaceMonitor - Watches https://10.0.0.241:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1952'}) 2025-10-27 02:33:04.46: NetworkMonitor - Received BOOKMARK: oldResVer=1323 newResVer=1323 2025-10-27 02:33:04.46: NetworkMonitor - start process kube event 2025-10-27 02:33:04.46: NetworkMonitor - _schedule_vnc_sync 2025-10-27 02:33:04.46: empty line received 2025-10-27 02:33:04.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-10-27 02:33:04.46: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-10-27 02:33:04.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-10-27 02:33:04.46: NetworkMonitor - start process kube event 2025-10-27 02:33:05.01: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:33:05.01: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:f1109cf3-7aab-4ab1-96b4-f99c790434ec 2025-10-27 02:33:05.01: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default)