++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Thu Sep 25 01:25:53 AM UTC 2025 ===================' INFO: =================== Thu Sep 25 01:25:53 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ ip addr show dev ens3 +++ awk '{print $2}' +++ head -n 1 +++ cut -d / -f 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.50 ++ cut -d , -f 1 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.50 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlhPbG0tblRZdU1nblJxZDBmQ3JvSHdBVXJ2clVtaVVzM1JOOEp0LW1Zd0kifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjNmODMyYjlhLWRhNGYtNGU0MC05MmVkLWUwYzkzYmI2MDgxMiIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.D-GWLkxOLDZh_zsDfPFFCeia89ezJWeZcNYMo060sPgjpsHDlRVwC6IvKawASMGNqNRPsmHnIi1CrVOXI7MqmSC8q80iNg5fna1JCg8xCYOwSpZLa2sNBosWiAlG0GJMpE3xybAvGFbUJMEmJxrXZX3SsN4IqF2pFdp-COA3XcI0yERab0L_IarH_ONFnmiawks3jAujxn-MfMm890FLNN4inIDF0af5mQa7d7iSKLlu57rcpGLMdaKh8gUavRJ7yaEpvRppifMaz2Jg9qbXaPXy63g2FBSDo3MNLQ5JDO2LzJEgeSMOxHTP7AV2vAjOeocKWBKecAmkngp5PCclvg ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ cut -d ' ' -f 1 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ sort ++++ cat /proc/net/fib_trie ++++ uniq +++ local local_ips=,10.0.0.50,10.229.221.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.229.221.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sort ++ cut -d = -f 1 ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 09/25/2025 01:26:01.015 7f455322d500 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 09/25/2025 01:26:01.168 7f455322d500 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 09/25/2025 01:26:01.169 7f455322d500 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] 2025-09-25 01:26:01.46: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:01.46: KubeMonitor - Connect Kube API result 0 2025-09-25 01:26:01.55: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-25 01:26:01.56: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-25 01:26:01.57: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-09-25 01:26:01.57: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-25 01:26:01.58: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-25 01:26:01.59: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-25 01:26:01.59: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-25 01:26:01.60: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-25 01:26:01.60: VncKubernetes - vnc_connect starting 2025-09-25 01:26:01.61: VncKubernetes - vnc_connect done 2025-09-25 01:26:01.71: default-domain domain available. 2025-09-25 01:26:06.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:26:06.18: NamespaceMonitor - start process kube event 2025-09-25 01:26:06.18: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.18: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.18: NetworkMonitor - start process kube event 2025-09-25 01:26:06.18: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.18: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.18: PodMonitor - start process kube event 2025-09-25 01:26:06.19: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.19: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.19: ServiceMonitor - start process kube event 2025-09-25 01:26:06.19: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.19: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.19: NetworkPolicyMonitor - start process kube event 2025-09-25 01:26:06.19: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.19: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.19: EndPointMonitor - start process kube event 2025-09-25 01:26:06.19: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.19: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.19: IngressMonitor - start process kube event 2025-09-25 01:26:06.19: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-25 01:26:06.19: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:26:06.19: IngressMonitor - Connect Kube API result 0 2025-09-25 01:26:06.19: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-09-25 01:26:06.20: EndPointMonitor - Connect Kube API result 0 2025-09-25 01:26:06.20: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-09-25 01:26:06.20: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-25 01:26:06.20: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-09-25 01:26:06.20: ServiceMonitor - Connect Kube API result 0 2025-09-25 01:26:06.20: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-09-25 01:26:06.21: PodMonitor - Connect Kube API result 0 2025-09-25 01:26:06.21: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-09-25 01:26:06.21: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:26:06.21: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:26:06.21: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-09-25 01:26:06.25: PodMonitor - Skipped ADDED Pod kube-system:coredns-6f867cd986-wn2g2 (no nodeName) 2025-09-25 01:26:06.25: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=359 2025-09-25 01:26:06.25: PodMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.25: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:26:06.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:26:06.26: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:26:06.26: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:26:06.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:26:06.26: NamespaceMonitor - Got ADDED Namespace None:contrail:c1450745-7f7b-4cac-ade5-3a930744a92c 2025-09-25 01:26:06.26: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=359 2025-09-25 01:26:06.26: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.26: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:26:06.26: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=359 2025-09-25 01:26:06.26: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.26: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:26:06.26: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:26:06.26: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:c1450745-7f7b-4cac-ade5-3a930744a92c 2025-09-25 01:26:06.27: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-25 01:26:06.27: EndPointMonitor - Got ADDED Endpoints default:kubernetes:ad668cb3-78a0-4cbc-9705-705e109e7321 2025-09-25 01:26:06.28: ServiceMonitor - Got ADDED Service default:kubernetes:9eee18ee-24b0-4ca0-9133-bca4af369c53 2025-09-25 01:26:06.28: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:26:06.28: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:26:06.28: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:26:06.28: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=359 2025-09-25 01:26:06.28: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.28: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:26:06.28: NamespaceMonitor - Got ADDED Namespace None:default:20170b4b-81d2-4a6e-8949-16e4f5f15018 2025-09-25 01:26:06.29: ServiceMonitor - Got ADDED Service kube-system:kube-dns:d6ce3c61-adcf-4f34-b384-5ac2563c0cc7 2025-09-25 01:26:06.29: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=359 2025-09-25 01:26:06.29: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.29: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:26:06.30: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:26:06.30: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:6d61194c-113b-4440-a10f-ab46c5eee689 2025-09-25 01:26:06.30: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:26:06.31: NamespaceMonitor - Got ADDED Namespace None:kube-public:352a15d7-86db-4216-9f20-3cee5a162ea7 2025-09-25 01:26:06.32: NamespaceMonitor - Got ADDED Namespace None:kube-system:2f3c5cc2-125e-477f-ba31-07f5f1502dee 2025-09-25 01:26:06.32: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=359 2025-09-25 01:26:06.32: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.32: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:26:06.33: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:26:06.34: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=366 2025-09-25 01:26:06.34: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:26:06.34: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-09-25 01:26:06.34: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-09-25 01:26:08.31: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-25 01:26:08.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:26:08.31: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:26:08.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:26:08.32: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:26:08.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:26:08.32: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:26:08.32: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:26:08.32: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:26:08.32: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:ad668cb3-78a0-4cbc-9705-705e109e7321 2025-09-25 01:26:08.33: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-25 01:26:08.33: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:9eee18ee-24b0-4ca0-9133-bca4af369c53 2025-09-25 01:26:09.79: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-25 01:26:09.79: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:26:09.82: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-25 01:26:09.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:26:09.82: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:26:09.82: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-25 01:26:09.82: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:20170b4b-81d2-4a6e-8949-16e4f5f15018 2025-09-25 01:26:11.85: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-25 01:26:11.85: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:d6ce3c61-adcf-4f34-b384-5ac2563c0cc7 2025-09-25 01:26:13.32: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-25 01:26:13.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:26:13.32: VncKubernetes - vnc_sync - Service start 2025-09-25 01:26:13.32: VncKubernetes - vnc_sync - Service done 2025-09-25 01:26:13.32: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:26:13.32: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:6d61194c-113b-4440-a10f-ab46c5eee689 2025-09-25 01:26:14.85: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:26:14.85: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:352a15d7-86db-4216-9f20-3cee5a162ea7 2025-09-25 01:26:16.42: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:16.42: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:16.42: PodMonitor - start process kube event 2025-09-25 01:26:16.42: empty line received 2025-09-25 01:26:16.42: PodMonitor - start process kube event 2025-09-25 01:26:16.43: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:16.43: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:16.43: PodMonitor - start process kube event 2025-09-25 01:26:16.43: empty line received 2025-09-25 01:26:16.43: PodMonitor - start process kube event 2025-09-25 01:26:16.67: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:26:16.67: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:2f3c5cc2-125e-477f-ba31-07f5f1502dee 2025-09-25 01:26:18.12: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:26:18.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:26:18.12: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:26:18.12: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:26:18.12: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:26:18.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:26:18.12: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:26:18.12: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:26:18.12: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:19.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:26:19.50: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:19.52: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:19.52: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:19.52: PodMonitor - start process kube event 2025-09-25 01:26:19.52: empty line received 2025-09-25 01:26:19.52: PodMonitor - start process kube event 2025-09-25 01:26:19.55: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-25 01:26:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001081 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:26:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001282 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:26:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000952 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:26:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001366 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:26:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000960 2025-09-25 01:26:19.55: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:26:19.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:27:06.07: PodMonitor - Received BOOKMARK: oldResVer=359 newResVer=393 2025-09-25 01:27:06.07: PodMonitor - start process kube event 2025-09-25 01:27:06.07: empty line received 2025-09-25 01:27:06.07: PodMonitor - start process kube event 2025-09-25 01:28:06.28: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:28:06.28: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:28:06.28: NetworkPolicyMonitor - start process kube event 2025-09-25 01:28:06.28: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:28:06.28: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:28:06.28: IngressMonitor - start process kube event 2025-09-25 01:28:06.28: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:28:06.28: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:28:06.29: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-25 01:28:06.29: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:28:06.29: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:28:06.29: IngressMonitor - Connect Kube API result 0 2025-09-25 01:28:06.29: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:28:06.29: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:28:06.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:28:06.29: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:28:06.29: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:28:06.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:28:06.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:28:06.29: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:28:06.29: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:28:06.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:28:06.30: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:28:06.30: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:28:06.30: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:28:06.30: ServiceMonitor - start process kube event 2025-09-25 01:28:06.30: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:28:06.30: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:28:06.30: ServiceMonitor - Connect Kube API result 0 2025-09-25 01:28:06.30: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:28:06.30: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:28:06.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:28:06.30: VncKubernetes - vnc_sync - Service start 2025-09-25 01:28:06.30: VncKubernetes - vnc_sync - Service done 2025-09-25 01:28:06.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:28:06.30: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:28:06.30: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:28:06.30: EndPointMonitor - start process kube event 2025-09-25 01:28:06.31: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:28:06.31: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:28:06.31: EndPointMonitor - Connect Kube API result 0 2025-09-25 01:28:06.31: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:28:06.31: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:28:06.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:28:06.31: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:28:06.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:28:06.31: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:28:06.33: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:28:06.33: NamespaceMonitor - start process kube event 2025-09-25 01:28:06.33: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:28:06.33: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:28:06.33: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:28:06.33: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:28:06.33: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:28:06.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:28:06.33: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:28:06.33: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:28:06.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:28:06.34: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:28:06.34: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:28:06.34: NetworkMonitor - start process kube event 2025-09-25 01:28:06.34: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-09-25 01:28:06.34: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:28:06.34: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:28:06.34: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:28:06.34: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-09-25 01:28:06.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:28:06.34: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:28:06.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:28:06.35: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-09-25 01:28:06.57: PodMonitor - Received BOOKMARK: oldResVer=393 newResVer=393 2025-09-25 01:28:06.57: PodMonitor - start process kube event 2025-09-25 01:28:06.57: empty line received 2025-09-25 01:28:06.57: PodMonitor - start process kube event 2025-09-25 01:29:06.19: PodMonitor - Received BOOKMARK: oldResVer=393 newResVer=393 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:29:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001449 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:29:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000964 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:29:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000942 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:30:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001369 2025-09-25 01:29:06.19: PodMonitor - start process kube event 2025-09-25 01:29:06.19: empty line received 2025-09-25 01:29:06.19: PodMonitor - start process kube event 2025-09-25 01:30:05.91: PodMonitor - Received BOOKMARK: oldResVer=393 newResVer=393 2025-09-25 01:30:05.91: PodMonitor - start process kube event 2025-09-25 01:30:05.91: empty line received 2025-09-25 01:30:05.91: PodMonitor - start process kube event 2025-09-25 01:30:06.30: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:30:06.30: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:30:06.30: NetworkPolicyMonitor - start process kube event 2025-09-25 01:30:06.30: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:30:06.30: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:30:06.30: IngressMonitor - start process kube event 2025-09-25 01:30:06.30: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:30:06.30: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:30:06.30: IngressMonitor - Connect Kube API result 0 2025-09-25 01:30:06.30: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:30:06.30: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:30:06.30: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-25 01:30:06.30: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:30:06.30: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:30:06.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:30:06.30: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:30:06.30: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:30:06.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:30:06.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:30:06.30: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:30:06.30: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:30:06.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:30:06.31: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:30:06.31: ServiceMonitor - start process kube event 2025-09-25 01:30:06.31: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:30:06.31: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:30:06.31: ServiceMonitor - Connect Kube API result 0 2025-09-25 01:30:06.31: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:30:06.31: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:30:06.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:30:06.31: VncKubernetes - vnc_sync - Service start 2025-09-25 01:30:06.31: VncKubernetes - vnc_sync - Service done 2025-09-25 01:30:06.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:30:06.31: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:30:06.31: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:30:06.31: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:30:06.31: EndPointMonitor - start process kube event 2025-09-25 01:30:06.31: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:30:06.31: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:30:06.31: EndPointMonitor - Connect Kube API result 0 2025-09-25 01:30:06.31: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:30:06.31: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:30:06.32: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:30:06.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:30:06.32: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:30:06.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:30:06.32: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:30:06.34: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:30:06.34: NamespaceMonitor - start process kube event 2025-09-25 01:30:06.34: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:30:06.34: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:30:06.34: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:30:06.34: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:30:06.34: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:30:06.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:30:06.34: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:30:06.34: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:30:06.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:30:06.34: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:30:06.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:30:06.35: NetworkMonitor - start process kube event 2025-09-25 01:30:06.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-09-25 01:30:06.35: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:30:06.35: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:30:06.35: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:30:06.35: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-09-25 01:30:06.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:30:06.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:30:06.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:30:06.36: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-09-25 01:31:05.73: PodMonitor - Received BOOKMARK: oldResVer=393 newResVer=393 2025-09-25 01:31:05.73: PodMonitor - start process kube event 2025-09-25 01:31:05.73: PodMonitor - _schedule_vnc_sync 2025-09-25 01:31:05.73: empty line received 2025-09-25 01:31:05.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:31:05.73: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:31:05.73: PodMonitor - start process kube event 2025-09-25 01:31:05.79: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:31:05.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:31:14.15: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:31:14.15: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:31:14.15: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:31:14.15: PodMonitor - start process kube event 2025-09-25 01:31:14.15: empty line received 2025-09-25 01:31:14.15: PodMonitor - start process kube event 2025-09-25 01:31:14.16: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:31:14.16: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:31:14.16: EndPointMonitor - start process kube event 2025-09-25 01:31:14.16: empty line received 2025-09-25 01:31:14.16: EndPointMonitor - start process kube event 2025-09-25 01:31:14.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:31:14.16: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:31:14.18: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:31:14.18: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:31:14.18: PodMonitor - start process kube event 2025-09-25 01:31:14.18: empty line received 2025-09-25 01:31:14.18: PodMonitor - start process kube event 2025-09-25 01:31:14.19: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:31:14.19: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:31:14.19: EndPointMonitor - start process kube event 2025-09-25 01:31:14.19: empty line received 2025-09-25 01:31:14.19: EndPointMonitor - start process kube event 2025-09-25 01:31:14.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:31:14.25: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:31:14.26: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:31:14.26: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:31:14.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:31:40.93: PodMonitor - Received BOOKMARK: oldResVer=393 newResVer=804 2025-09-25 01:31:40.93: PodMonitor - start process kube event 2025-09-25 01:31:40.93: empty line received 2025-09-25 01:31:40.93: PodMonitor - start process kube event 2025-09-25 01:31:42.13: PodMonitor - Received BOOKMARK: oldResVer=804 newResVer=804 2025-09-25 01:31:42.13: PodMonitor - start process kube event 2025-09-25 01:31:42.13: empty line received 2025-09-25 01:31:42.13: PodMonitor - start process kube event 2025-09-25 01:31:43.47: stop iteration PodMonitor 2025-09-25 01:31:43.47: PodMonitor - start process kube event 2025-09-25 01:31:43.47: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=804 2025-09-25 01:31:43.47: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:31:43.47: PodMonitor - Connect Kube API result 0 2025-09-25 01:31:43.47: PodMonitor - _schedule_vnc_sync 2025-09-25 01:31:43.47: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '804'})(timeout=120) 2025-09-25 01:31:43.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:31:43.47: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:31:43.47: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:31:43.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:31:43.48: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '804'}) 2025-09-25 01:32:05.71: EndPointMonitor - Received BOOKMARK: oldResVer=359 newResVer=806 2025-09-25 01:32:05.71: EndPointMonitor - start process kube event 2025-09-25 01:32:05.71: empty line received 2025-09-25 01:32:05.71: EndPointMonitor - start process kube event 2025-09-25 01:32:06.31: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:32:06.31: NetworkPolicyMonitor - start process kube event 2025-09-25 01:32:06.31: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:32:06.31: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:32:06.31: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-25 01:32:06.31: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:32:06.31: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:32:06.32: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:32:06.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:32:06.32: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:32:06.32: IngressMonitor - start process kube event 2025-09-25 01:32:06.32: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:32:06.32: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:32:06.32: IngressMonitor - Connect Kube API result 0 2025-09-25 01:32:06.32: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:32:06.32: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:32:06.32: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:32:06.32: ServiceMonitor - start process kube event 2025-09-25 01:32:06.32: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:32:06.32: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:32:06.32: ServiceMonitor - Connect Kube API result 0 2025-09-25 01:32:06.32: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:32:06.32: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:32:06.32: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:32:06.32: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:32:06.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:32:06.32: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:32:06.32: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:32:06.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:32:06.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:32:06.32: VncKubernetes - vnc_sync - Service start 2025-09-25 01:32:06.32: VncKubernetes - vnc_sync - Service done 2025-09-25 01:32:06.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:32:06.34: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:32:06.34: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:32:06.34: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:32:06.35: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:32:06.35: NamespaceMonitor - start process kube event 2025-09-25 01:32:06.35: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:32:06.35: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:32:06.35: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:32:06.35: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:32:06.35: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:32:06.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:32:06.35: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:32:06.35: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:32:06.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:32:06.35: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:32:06.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:32:06.36: NetworkMonitor - start process kube event 2025-09-25 01:32:06.36: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-09-25 01:32:06.36: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:32:06.36: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:32:06.36: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:32:06.36: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-09-25 01:32:06.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:32:06.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:32:06.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:32:06.36: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-09-25 01:32:39.56: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:32:39.56: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:32:39.56: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:32:39.56: PodMonitor - start process kube event 2025-09-25 01:32:39.56: empty line received 2025-09-25 01:32:39.56: PodMonitor - start process kube event 2025-09-25 01:32:39.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:32:39.57: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:32:39.57: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:32:39.57: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:32:39.58: EndPointMonitor - start process kube event 2025-09-25 01:32:39.58: empty line received 2025-09-25 01:32:39.58: EndPointMonitor - start process kube event 2025-09-25 01:32:39.60: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:32:39.60: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:32:39.60: PodMonitor - start process kube event 2025-09-25 01:32:39.60: empty line received 2025-09-25 01:32:39.60: PodMonitor - start process kube event 2025-09-25 01:32:39.61: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:32:39.61: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:32:39.61: EndPointMonitor - start process kube event 2025-09-25 01:32:39.61: empty line received 2025-09-25 01:32:39.61: EndPointMonitor - start process kube event 2025-09-25 01:32:39.98: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:32:39.98: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:32:40.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:32:40.04: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:32:40.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:32:42.88: PodMonitor - Received BOOKMARK: oldResVer=804 newResVer=937 2025-09-25 01:32:42.88: PodMonitor - start process kube event 2025-09-25 01:32:42.88: empty line received 2025-09-25 01:32:42.88: PodMonitor - start process kube event 2025-09-25 01:33:06.55: EndPointMonitor - Received BOOKMARK: oldResVer=806 newResVer=938 2025-09-25 01:33:06.55: EndPointMonitor - start process kube event 2025-09-25 01:33:06.55: empty line received 2025-09-25 01:33:06.55: EndPointMonitor - start process kube event 2025-09-25 01:33:42.98: PodMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-09-25 01:33:42.98: PodMonitor - start process kube event 2025-09-25 01:33:42.98: empty line received 2025-09-25 01:33:42.98: PodMonitor - start process kube event 2025-09-25 01:34:06.01: EndPointMonitor - Received BOOKMARK: oldResVer=938 newResVer=938 2025-09-25 01:34:06.01: EndPointMonitor - start process kube event 2025-09-25 01:34:06.01: empty line received 2025-09-25 01:34:06.01: EndPointMonitor - start process kube event 2025-09-25 01:34:06.34: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:34:06.34: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:34:06.34: ServiceMonitor - start process kube event 2025-09-25 01:34:06.34: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:34:06.34: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:34:06.34: IngressMonitor - start process kube event 2025-09-25 01:34:06.34: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:34:06.34: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:34:06.34: ServiceMonitor - Connect Kube API result 0 2025-09-25 01:34:06.34: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:34:06.34: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:34:06.34: IngressMonitor - Connect Kube API result 0 2025-09-25 01:34:06.34: IngressMonitor - _schedule_vnc_sync [Introspect:8108]10.0.0.50 - - [2025-09-25 01:35:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000925 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:35:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001015 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:35:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001038 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:35:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000966 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:35:53] "GET /Snh_NamespaceDatabaseList?namespace_uuid=20170b4b-81d2-4a6e-8949-16e4f5f15018 HTTP/1.1" 200 753 0.000648 2025-09-25 01:34:06.35: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:34:06.35: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:34:06.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:34:06.35: VncKubernetes - vnc_sync - Service start 2025-09-25 01:34:06.35: VncKubernetes - vnc_sync - Service done 2025-09-25 01:34:06.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:34:06.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:34:06.35: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:34:06.35: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:34:06.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:34:06.35: NetworkPolicyMonitor - start process kube event 2025-09-25 01:34:06.35: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:34:06.35: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:34:06.35: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-25 01:34:06.35: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:34:06.35: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:34:06.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:34:06.35: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:34:06.36: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:34:06.36: NamespaceMonitor - start process kube event 2025-09-25 01:34:06.36: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:34:06.36: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:34:06.36: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:34:06.36: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:34:06.36: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:34:06.36: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:34:06.37: NetworkMonitor - start process kube event 2025-09-25 01:34:06.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-09-25 01:34:06.37: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:34:06.37: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:34:06.37: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:34:06.37: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-09-25 01:34:06.37: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:34:06.37: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:34:06.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:34:06.37: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:34:06.37: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:34:06.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:34:06.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:34:06.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:34:06.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:34:06.37: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:34:06.37: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:34:06.37: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:34:06.37: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:34:06.38: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-09-25 01:34:43.70: PodMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-09-25 01:34:43.70: PodMonitor - start process kube event 2025-09-25 01:34:43.70: empty line received 2025-09-25 01:34:43.70: PodMonitor - start process kube event 2025-09-25 01:35:06.13: ServiceMonitor - Received BOOKMARK: oldResVer=359 newResVer=1053 2025-09-25 01:35:06.13: ServiceMonitor - start process kube event 2025-09-25 01:35:06.13: empty line received 2025-09-25 01:35:06.13: ServiceMonitor - start process kube event 2025-09-25 01:35:06.20: IngressMonitor - Received BOOKMARK: oldResVer=359 newResVer=1036 2025-09-25 01:35:06.20: IngressMonitor - start process kube event 2025-09-25 01:35:06.20: empty line received 2025-09-25 01:35:06.20: IngressMonitor - start process kube event 2025-09-25 01:35:06.22: EndPointMonitor - Received BOOKMARK: oldResVer=938 newResVer=938 2025-09-25 01:35:06.22: EndPointMonitor - start process kube event 2025-09-25 01:35:06.22: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:35:06.22: empty line received 2025-09-25 01:35:06.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:35:06.22: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:35:06.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:35:06.22: EndPointMonitor - start process kube event 2025-09-25 01:35:06.82: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=359 newResVer=1029 2025-09-25 01:35:06.82: NetworkPolicyMonitor - start process kube event 2025-09-25 01:35:06.82: empty line received 2025-09-25 01:35:06.82: NetworkPolicyMonitor - start process kube event 2025-09-25 01:35:44.33: PodMonitor - Received BOOKMARK: oldResVer=937 newResVer=937 2025-09-25 01:35:44.33: PodMonitor - start process kube event 2025-09-25 01:35:44.33: PodMonitor - _schedule_vnc_sync 2025-09-25 01:35:44.33: empty line received 2025-09-25 01:35:44.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:35:44.33: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:35:44.33: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:35:44.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:35:44.33: PodMonitor - start process kube event 2025-09-25 01:35:53.35: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-38161079:7f4738d0-6351-42d3-b041-a16c6bfd6982 2025-09-25 01:35:53.35: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-38161079:7f4738d0-6351-42d3-b041-a16c6bfd6982 2025-09-25 01:35:53.35: VncKubernetes - Process event (name=ctest-nginx-svc-38161079 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-38161079:7f4738d0-6351-42d3-b041-a16c6bfd6982 2025-09-25 01:35:53.35: ServiceMonitor - start process kube event 2025-09-25 01:35:53.35: empty line received 2025-09-25 01:35:53.35: ServiceMonitor - start process kube event 2025-09-25 01:35:53.36: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:35:53.36: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:35:58] "GET /Snh_LoadbalancerDatabaseList?x=a9eed347-80cc-4471-b8ed-30477d6d5a7d HTTP/1.1" 200 1694 0.000687 2025-09-25 01:35:53.36: EndPointMonitor - start process kube event 2025-09-25 01:35:53.36: empty line received 2025-09-25 01:35:53.36: EndPointMonitor - start process kube event 2025-09-25 01:35:53.41: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:53.41: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-53544675 (no nodeName) 2025-09-25 01:35:53.41: PodMonitor - start process kube event 2025-09-25 01:35:53.41: empty line received 2025-09-25 01:35:53.41: PodMonitor - start process kube event 2025-09-25 01:35:53.41: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:53.41: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:53.42: PodMonitor - start process kube event 2025-09-25 01:35:53.42: empty line received 2025-09-25 01:35:53.42: PodMonitor - start process kube event 2025-09-25 01:35:53.44: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:53.44: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-92383426 (no nodeName) 2025-09-25 01:35:53.44: PodMonitor - start process kube event 2025-09-25 01:35:53.44: empty line received 2025-09-25 01:35:53.44: PodMonitor - start process kube event 2025-09-25 01:35:53.45: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:53.45: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:53.45: PodMonitor - start process kube event 2025-09-25 01:35:53.45: empty line received 2025-09-25 01:35:53.45: PodMonitor - start process kube event 2025-09-25 01:35:53.46: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:53.46: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:53.46: PodMonitor - start process kube event 2025-09-25 01:35:53.46: empty line received 2025-09-25 01:35:53.46: PodMonitor - start process kube event 2025-09-25 01:35:53.48: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:53.48: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:53.48: PodMonitor - start process kube event 2025-09-25 01:35:53.48: empty line received 2025-09-25 01:35:53.48: PodMonitor - start process kube event 2025-09-25 01:35:55.16: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:35:55.16: VncKubernetes - Process event (name=ctest-nginx-svc-38161079 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:35:55.24: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:35:55.24: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:55.49: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:35:55.49: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:35:55.49: IngressMonitor - start process kube event 2025-09-25 01:35:55.49: empty line received 2025-09-25 01:35:55.49: IngressMonitor - start process kube event 2025-09-25 01:35:56.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:56.17: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:56.17: PodMonitor - start process kube event 2025-09-25 01:35:56.17: empty line received 2025-09-25 01:35:56.17: PodMonitor - start process kube event 2025-09-25 01:35:56.18: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:35:56.18: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:56.32: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:35:56.32: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:56.92: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:56.92: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:56.92: PodMonitor - start process kube event 2025-09-25 01:35:56.92: empty line received 2025-09-25 01:35:56.92: PodMonitor - start process kube event 2025-09-25 01:35:56.93: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:35:56.93: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:57.06: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:35:57.06: VncKubernetes - Process event (name=ctest-nginx-ingress-84515554 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:35:58.26: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:35:58.26: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:35:58.27: IngressMonitor - start process kube event 2025-09-25 01:35:58.27: empty line received 2025-09-25 01:35:58.27: IngressMonitor - start process kube event 2025-09-25 01:35:58.53: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:35:58.53: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-28312493 (no nodeName) 2025-09-25 01:35:58.53: PodMonitor - start process kube event 2025-09-25 01:35:58.53: empty line received 2025-09-25 01:35:58.53: PodMonitor - start process kube event 2025-09-25 01:35:58.54: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:35:58.54: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:35:58.54: PodMonitor - start process kube event 2025-09-25 01:35:58.54: empty line received 2025-09-25 01:35:58.54: PodMonitor - start process kube event 2025-09-25 01:35:58.55: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:35:58.55: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:35:58.55: PodMonitor - start process kube event 2025-09-25 01:35:58.55: empty line received 2025-09-25 01:35:58.55: PodMonitor - start process kube event 2025-09-25 01:35:59.58: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:35:59.58: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:35:59.67: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:35:59.67: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:35:59.73: VncKubernetes - wait event (qsize=3 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-25 01:36:13] "GET /Snh_VirtualMachineDatabaseList?x=fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d HTTP/1.1" 200 2149 0.000846 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:36:13] "GET /Snh_VirtualMachineDatabaseList?x=b4709e11-b335-435d-a3d1-113a1972e65d HTTP/1.1" 200 2149 0.000678 2025-09-25 01:35:59.73: VncKubernetes - Process event (name=ctest-nginx-ingress-84515554 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:36:00.09: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:36:00.09: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:00.78: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:00.78: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:00.79: PodMonitor - start process kube event 2025-09-25 01:36:00.79: empty line received 2025-09-25 01:36:00.79: PodMonitor - start process kube event 2025-09-25 01:36:00.80: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:36:00.80: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:00.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:36:00.88: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:00.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:05.98: EndPointMonitor - Received BOOKMARK: oldResVer=938 newResVer=1202 2025-09-25 01:36:05.98: EndPointMonitor - start process kube event 2025-09-25 01:36:05.98: empty line received 2025-09-25 01:36:05.98: EndPointMonitor - start process kube event 2025-09-25 01:36:06.03: ServiceMonitor - Received BOOKMARK: oldResVer=1053 newResVer=1201 2025-09-25 01:36:06.03: ServiceMonitor - start process kube event 2025-09-25 01:36:06.03: empty line received 2025-09-25 01:36:06.03: ServiceMonitor - start process kube event 2025-09-25 01:36:06.37: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:36:06.37: NamespaceMonitor - start process kube event 2025-09-25 01:36:06.37: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=359 2025-09-25 01:36:06.37: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:36:06.37: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:36:06.37: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:36:06.37: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'})(timeout=120) 2025-09-25 01:36:06.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:36:06.37: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:36:06.37: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:36:06.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:06.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:36:06.38: NetworkMonitor - start process kube event 2025-09-25 01:36:06.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=366 2025-09-25 01:36:06.38: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:36:06.38: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:36:06.38: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:36:06.38: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'})(timeout=120) 2025-09-25 01:36:06.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:36:06.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:36:06.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:06.39: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '366'}) 2025-09-25 01:36:06.39: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '359'}) 2025-09-25 01:36:06.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-09-25 01:36:06.52: NetworkPolicyMonitor - start process kube event 2025-09-25 01:36:06.52: empty line received 2025-09-25 01:36:06.52: NetworkPolicyMonitor - start process kube event 2025-09-25 01:36:06.80: IngressMonitor - Received BOOKMARK: oldResVer=1036 newResVer=1222 2025-09-25 01:36:06.80: IngressMonitor - start process kube event 2025-09-25 01:36:06.80: empty line received 2025-09-25 01:36:06.80: IngressMonitor - start process kube event 2025-09-25 01:36:10.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:36:10.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:36:10.37: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:36:10.37: PodMonitor - start process kube event 2025-09-25 01:36:10.37: empty line received 2025-09-25 01:36:10.37: PodMonitor - start process kube event 2025-09-25 01:36:10.38: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:10.38: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:10.38: EndPointMonitor - start process kube event 2025-09-25 01:36:10.38: empty line received 2025-09-25 01:36:10.38: EndPointMonitor - start process kube event 2025-09-25 01:36:10.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:36:10.38: VncKubernetes - Process event (name=ctest-nginx-svc-38161079 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:10.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:11.37: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:11.37: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:11.37: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:11.37: PodMonitor - start process kube event 2025-09-25 01:36:11.37: empty line received 2025-09-25 01:36:11.37: PodMonitor - start process kube event 2025-09-25 01:36:11.38: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:11.38: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:11.39: EndPointMonitor - start process kube event 2025-09-25 01:36:11.39: empty line received 2025-09-25 01:36:11.39: EndPointMonitor - start process kube event 2025-09-25 01:36:11.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:36:11.39: VncKubernetes - Process event (name=ctest-nginx-svc-38161079 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:11.63: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-25 01:36:18] "GET /Snh_VirtualMachineDatabaseList?x=357f4943-1712-4f8c-a925-641aa82f08a3 HTTP/1.1" 200 2083 0.000676 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:36:54] "GET /Snh_LoadbalancerDatabaseList?x=a9eed347-80cc-4471-b8ed-30477d6d5a7d HTTP/1.1" 200 1869 0.000921 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:36:55] "GET /Snh_LoadbalancerDatabaseList?x=a9eed347-80cc-4471-b8ed-30477d6d5a7d HTTP/1.1" 200 1694 0.000619 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:36:56] "GET /Snh_LoadbalancerDatabaseList?x=a9eed347-80cc-4471-b8ed-30477d6d5a7d HTTP/1.1" 200 313 0.004857 2025-09-25 01:36:14.38: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:14.38: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:14.38: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:14.38: PodMonitor - start process kube event 2025-09-25 01:36:14.38: empty line received 2025-09-25 01:36:14.38: PodMonitor - start process kube event 2025-09-25 01:36:14.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:19.01: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:19.01: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:19.01: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:19.01: PodMonitor - start process kube event 2025-09-25 01:36:19.01: empty line received 2025-09-25 01:36:19.01: PodMonitor - start process kube event 2025-09-25 01:36:19.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:44.70: PodMonitor - Received BOOKMARK: oldResVer=937 newResVer=1273 2025-09-25 01:36:44.70: PodMonitor - start process kube event 2025-09-25 01:36:44.70: empty line received 2025-09-25 01:36:44.70: PodMonitor - start process kube event 2025-09-25 01:36:51.72: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.72: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.72: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.72: PodMonitor - start process kube event 2025-09-25 01:36:51.72: empty line received 2025-09-25 01:36:51.72: PodMonitor - start process kube event 2025-09-25 01:36:51.72: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.73: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.73: PodMonitor - start process kube event 2025-09-25 01:36:51.73: empty line received 2025-09-25 01:36:51.73: PodMonitor - start process kube event 2025-09-25 01:36:51.73: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.73: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.73: PodMonitor - start process kube event 2025-09-25 01:36:51.73: empty line received 2025-09-25 01:36:51.73: PodMonitor - start process kube event 2025-09-25 01:36:51.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:36:51.77: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:51.78: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:36:51.78: VncKubernetes - Process event (name=ctest-busybox-pod-28312493 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-28312493:357f4943-1712-4f8c-a925-641aa82f08a3 2025-09-25 01:36:52.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:54.09: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:36:54.09: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:36:54.09: VncKubernetes - Process event (name=ctest-nginx-ingress-84515554 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-84515554:a9eed347-80cc-4471-b8ed-30477d6d5a7d 2025-09-25 01:36:54.09: IngressMonitor - start process kube event 2025-09-25 01:36:54.09: empty line received 2025-09-25 01:36:54.09: IngressMonitor - start process kube event 2025-09-25 01:36:55.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:56.53: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:56.53: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:56.53: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:56.53: PodMonitor - start process kube event 2025-09-25 01:36:56.53: empty line received 2025-09-25 01:36:56.53: PodMonitor - start process kube event 2025-09-25 01:36:56.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:56.55: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:56.55: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:56.55: VncKubernetes - Process event (name=ctest-nginx-svc-38161079 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:36:56.55: EndPointMonitor - start process kube event 2025-09-25 01:36:56.55: empty line received 2025-09-25 01:36:56.55: EndPointMonitor - start process kube event 2025-09-25 01:36:56.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:58.10: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.10: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.10: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.11: PodMonitor - start process kube event 2025-09-25 01:36:58.11: empty line received 2025-09-25 01:36:58.11: PodMonitor - start process kube event 2025-09-25 01:36:58.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.12: PodMonitor - start process kube event 2025-09-25 01:36:58.12: empty line received 2025-09-25 01:36:58.12: PodMonitor - start process kube event 2025-09-25 01:36:58.12: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.12: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.12: PodMonitor - start process kube event 2025-09-25 01:36:58.12: empty line received 2025-09-25 01:36:58.12: PodMonitor - start process kube event 2025-09-25 01:36:58.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:36:58.14: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:36:58.20: VncKubernetes - Process event (name=ctest-nginx-pod-92383426 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-92383426:b4709e11-b335-435d-a3d1-113a1972e65d 2025-09-25 01:36:58.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:59.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:36:59.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:36:59.13: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:36:59.13: PodMonitor - start process kube event 2025-09-25 01:36:59.13: empty line received 2025-09-25 01:36:59.13: PodMonitor - start process kube event 2025-09-25 01:36:59.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:36:59.15: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:36:59.15: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:36:59.15: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:36:59.15: EndPointMonitor - start process kube event 2025-09-25 01:36:59.15: empty line received 2025-09-25 01:36:59.15: EndPointMonitor - start process kube event 2025-09-25 01:36:59.17: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:36:59.17: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:36:59.17: PodMonitor - start process kube event 2025-09-25 01:36:59.17: empty line received 2025-09-25 01:36:59.17: PodMonitor - start process kube event 2025-09-25 01:36:59.18: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:36:59.18: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:36:59.18: EndPointMonitor - start process kube event 2025-09-25 01:36:59.18: empty line received 2025-09-25 01:36:59.18: EndPointMonitor - start process kube event 2025-09-25 01:36:59.46: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:36:59.46: VncKubernetes - Process event (name=coredns-6f867cd986-wn2g2 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wn2g2:0ccc74df-416b-42f9-a01e-44090f8567ac 2025-09-25 01:36:59.52: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:36:59.52: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:f8e3320c-94b0-49e1-b939-9eee41104d34 2025-09-25 01:37:00.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:01.56: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:01.56: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:01.56: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:01.56: PodMonitor - start process kube event 2025-09-25 01:37:01.56: empty line received 2025-09-25 01:37:01.56: PodMonitor - start process kube event 2025-09-25 01:37:01.57: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:37:01.57: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:37:01.57: EndPointMonitor - start process kube event 2025-09-25 01:37:01.57: empty line received 2025-09-25 01:37:01.57: EndPointMonitor - start process kube event 2025-09-25 01:37:01.57: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:37:01.57: VncKubernetes - Process event (name=ctest-nginx-svc-38161079 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-38161079:f281d9e3-c2ef-4fd8-816f-c904b010fa87 2025-09-25 01:37:01.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:03.11: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.11: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.11: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.11: PodMonitor - start process kube event 2025-09-25 01:37:03.11: empty line received 2025-09-25 01:37:03.11: PodMonitor - start process kube event 2025-09-25 01:37:03.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.12: PodMonitor - start process kube event 2025-09-25 01:37:03.12: empty line received 2025-09-25 01:37:03.12: PodMonitor - start process kube event 2025-09-25 01:37:03.13: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.13: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.13: PodMonitor - start process kube event 2025-09-25 01:37:03.13: empty line received 2025-09-25 01:37:03.13: PodMonitor - start process kube event 2025-09-25 01:37:03.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:37:03.17: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.18: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:37:03.18: VncKubernetes - Process event (name=ctest-nginx-pod-53544675 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-53544675:fda524b9-1e3a-4427-b3cd-9e47a4c7ad5d 2025-09-25 01:37:03.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:05.95: IngressMonitor - Received BOOKMARK: oldResVer=1222 newResVer=1338 2025-09-25 01:37:05.95: IngressMonitor - start process kube event 2025-09-25 01:37:05.95: empty line received 2025-09-25 01:37:05.95: IngressMonitor - start process kube event 2025-09-25 01:37:05.99: ServiceMonitor - Received BOOKMARK: oldResVer=1201 newResVer=1201 2025-09-25 01:37:05.99: ServiceMonitor - start process kube event 2025-09-25 01:37:05.99: empty line received 2025-09-25 01:37:05.99: ServiceMonitor - start process kube event 2025-09-25 01:37:06.21: EndPointMonitor - Received BOOKMARK: oldResVer=1202 newResVer=1378 2025-09-25 01:37:06.21: EndPointMonitor - start process kube event 2025-09-25 01:37:06.21: empty line received 2025-09-25 01:37:06.21: EndPointMonitor - start process kube event 2025-09-25 01:37:06.57: NetworkMonitor - Received BOOKMARK: oldResVer=366 newResVer=1335 2025-09-25 01:37:06.57: NetworkMonitor - start process kube event 2025-09-25 01:37:06.57: empty line received 2025-09-25 01:37:06.57: NetworkMonitor - start process kube event 2025-09-25 01:37:06.81: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1029 2025-09-25 01:37:06.81: NetworkPolicyMonitor - start process kube event 2025-09-25 01:37:06.81: empty line received 2025-09-25 01:37:06.81: NetworkPolicyMonitor - start process kube event 2025-09-25 01:37:06.91: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:37:06.91: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:37:06.91: VncKubernetes - Process event (name=ctest-new-default-14158848 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:37:06.91: NamespaceMonitor - start process kube event 2025-09-25 01:37:06.91: empty line received 2025-09-25 01:37:06.91: NamespaceMonitor - start process kube event 2025-09-25 01:37:08.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:09.92: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:37:09.92: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:37:09.92: VncKubernetes - Process event (name=ctest-non-default-18636157 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:37:09.92: NamespaceMonitor - start process kube event 2025-09-25 01:37:09.92: empty line received 2025-09-25 01:37:09.92: NamespaceMonitor - start process kube event 2025-09-25 01:37:11.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:12.93: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:37:12.93: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:37:12.93: VncKubernetes - Process event (name=ctest-new-default-14158848 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:37:12.93: NamespaceMonitor - start process kube event 2025-09-25 01:37:12.93: empty line received 2025-09-25 01:37:12.93: NamespaceMonitor - start process kube event 2025-09-25 01:37:12.94: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:37:12.94: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:37:12.94: NamespaceMonitor - start process kube event 2025-09-25 01:37:12.94: empty line received 2025-09-25 01:37:12.94: NamespaceMonitor - start process kube event 2025-09-25 01:37:12.95: PodMonitor - Received ADDED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:12.95: PodMonitor - Skipped ADDED Pod ctest-new-default-14158848:ctest-pod-10766785 (no nodeName) 2025-09-25 01:37:12.95: PodMonitor - start process kube event 2025-09-25 01:37:12.95: empty line received 2025-09-25 01:37:12.95: PodMonitor - start process kube event 2025-09-25 01:37:12.96: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:12.96: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:12.96: PodMonitor - start process kube event 2025-09-25 01:37:12.96: empty line received 2025-09-25 01:37:12.96: PodMonitor - start process kube event 2025-09-25 01:37:12.97: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:12.97: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:12.97: PodMonitor - start process kube event 2025-09-25 01:37:12.97: empty line received 2025-09-25 01:37:12.97: PodMonitor - start process kube event 2025-09-25 01:37:12.98: PodMonitor - Received ADDED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:12.98: PodMonitor - Skipped ADDED Pod ctest-new-default-14158848:ctest-pod-86575130 (no nodeName) 2025-09-25 01:37:12.99: PodMonitor - start process kube event 2025-09-25 01:37:12.99: empty line received 2025-09-25 01:37:12.99: PodMonitor - start process kube event 2025-09-25 01:37:12.99: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:12.99: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:12.99: PodMonitor - start process kube event 2025-09-25 01:37:12.99: empty line received 2025-09-25 01:37:12.99: PodMonitor - start process kube event 2025-09-25 01:37:12.99: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:12.99: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:12.99: PodMonitor - start process kube event 2025-09-25 01:37:12.99: empty line received 2025-09-25 01:37:12.99: PodMonitor - start process kube event 2025-09-25 01:37:13.00: PodMonitor - Received ADDED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:13.00: PodMonitor - Skipped ADDED Pod ctest-non-default-18636157:ctest-pod-38514088 (no nodeName) 2025-09-25 01:37:13.00: PodMonitor - start process kube event 2025-09-25 01:37:13.00: empty line received 2025-09-25 01:37:13.00: PodMonitor - start process kube event 2025-09-25 01:37:13.01: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:13.01: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:13.01: PodMonitor - start process kube event 2025-09-25 01:37:13.01: empty line received 2025-09-25 01:37:13.01: PodMonitor - start process kube event 2025-09-25 01:37:13.02: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:13.02: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:13.02: PodMonitor - start process kube event 2025-09-25 01:37:13.02: empty line received 2025-09-25 01:37:13.02: PodMonitor - start process kube event 2025-09-25 01:37:13.03: PodMonitor - Received ADDED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:13.04: PodMonitor - Skipped ADDED Pod ctest-non-default-18636157:ctest-pod-70866797 (no nodeName) 2025-09-25 01:37:13.04: PodMonitor - start process kube event 2025-09-25 01:37:13.04: empty line received 2025-09-25 01:37:13.04: PodMonitor - start process kube event 2025-09-25 01:37:13.04: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:13.04: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:13.04: PodMonitor - start process kube event 2025-09-25 01:37:13.04: empty line received 2025-09-25 01:37:13.04: PodMonitor - start process kube event 2025-09-25 01:37:13.05: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:13.05: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:13.05: PodMonitor - start process kube event 2025-09-25 01:37:13.05: empty line received 2025-09-25 01:37:13.05: PodMonitor - start process kube event 2025-09-25 01:37:13.07: PodMonitor - Received ADDED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:13.07: PodMonitor - Skipped ADDED Pod ctest-new-default-14158848:ctest-pod-43907752 (no nodeName) 2025-09-25 01:37:13.08: PodMonitor - start process kube event 2025-09-25 01:37:13.08: empty line received 2025-09-25 01:37:13.08: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:13] "GET /Snh_NamespaceDatabaseList?namespace_uuid=5430b399-9bcc-4e3f-b3a6-50c68b47c346 HTTP/1.1" 200 866 0.000526 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:13] "GET /Snh_NamespaceDatabaseList?namespace_uuid=4bfc2514-2930-48a2-a4af-251385ba9319 HTTP/1.1" 200 866 0.000867 2025-09-25 01:37:13.08: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:13.08: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:13.08: PodMonitor - start process kube event 2025-09-25 01:37:13.08: empty line received 2025-09-25 01:37:13.08: PodMonitor - start process kube event 2025-09-25 01:37:13.09: PodMonitor - Received ADDED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:13.09: PodMonitor - Skipped ADDED Pod ctest-new-default-14158848:ctest-pod-62656396 (no nodeName) 2025-09-25 01:37:13.09: PodMonitor - start process kube event 2025-09-25 01:37:13.09: empty line received 2025-09-25 01:37:13.09: PodMonitor - start process kube event 2025-09-25 01:37:13.09: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:13.09: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:13.09: PodMonitor - start process kube event 2025-09-25 01:37:13.09: empty line received 2025-09-25 01:37:13.09: PodMonitor - start process kube event 2025-09-25 01:37:13.11: PodMonitor - Received ADDED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:13.11: PodMonitor - Skipped ADDED Pod ctest-non-default-18636157:ctest-pod-19989554 (no nodeName) 2025-09-25 01:37:13.11: PodMonitor - start process kube event 2025-09-25 01:37:13.11: empty line received 2025-09-25 01:37:13.11: PodMonitor - start process kube event 2025-09-25 01:37:13.12: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:13.12: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:13.12: PodMonitor - start process kube event 2025-09-25 01:37:13.12: empty line received 2025-09-25 01:37:13.12: PodMonitor - start process kube event 2025-09-25 01:37:13.14: PodMonitor - Received ADDED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:13.14: PodMonitor - Skipped ADDED Pod ctest-non-default-18636157:ctest-pod-09410854 (no nodeName) 2025-09-25 01:37:13.14: PodMonitor - start process kube event 2025-09-25 01:37:13.14: empty line received 2025-09-25 01:37:13.14: PodMonitor - start process kube event 2025-09-25 01:37:13.15: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:13.15: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:13.15: PodMonitor - start process kube event 2025-09-25 01:37:13.15: empty line received 2025-09-25 01:37:13.15: PodMonitor - start process kube event 2025-09-25 01:37:13.54: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:37:13.55: VncKubernetes - Process event (name=ctest-non-default-18636157 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:37:13.57: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:13.57: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:13.57: PodMonitor - start process kube event 2025-09-25 01:37:13.57: empty line received 2025-09-25 01:37:13.57: PodMonitor - start process kube event 2025-09-25 01:37:14.06: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:37:14.06: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:15.10: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:15.10: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:15.11: PodMonitor - start process kube event 2025-09-25 01:37:15.11: empty line received 2025-09-25 01:37:15.11: PodMonitor - start process kube event 2025-09-25 01:37:15.12: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:37:15.12: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:15.24: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:37:15.24: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:15.37: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:15.37: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:15.37: PodMonitor - start process kube event 2025-09-25 01:37:15.37: empty line received 2025-09-25 01:37:15.37: PodMonitor - start process kube event 2025-09-25 01:37:15.77: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:15.77: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:15.77: PodMonitor - start process kube event 2025-09-25 01:37:15.77: empty line received 2025-09-25 01:37:15.77: PodMonitor - start process kube event 2025-09-25 01:37:15.85: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:15.85: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:15.85: PodMonitor - start process kube event 2025-09-25 01:37:15.85: empty line received 2025-09-25 01:37:15.85: PodMonitor - start process kube event 2025-09-25 01:37:15.86: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-25 01:37:15.86: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:15.94: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:37:15.94: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:16.17: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:16.17: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:16.17: PodMonitor - start process kube event 2025-09-25 01:37:16.17: empty line received 2025-09-25 01:37:16.17: PodMonitor - start process kube event 2025-09-25 01:37:16.80: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:16.80: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:16.80: PodMonitor - start process kube event 2025-09-25 01:37:16.80: empty line received 2025-09-25 01:37:16.80: PodMonitor - start process kube event 2025-09-25 01:37:16.81: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-25 01:37:16.81: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:16.93: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:37:16.93: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:17.57: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:17.57: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:17.57: PodMonitor - start process kube event 2025-09-25 01:37:17.57: empty line received 2025-09-25 01:37:17.57: PodMonitor - start process kube event 2025-09-25 01:37:17.58: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-25 01:37:17.58: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:17.65: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:37:17.66: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:18.33: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:18.33: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:18.33: PodMonitor - start process kube event 2025-09-25 01:37:18.33: empty line received 2025-09-25 01:37:18.33: PodMonitor - start process kube event 2025-09-25 01:37:18.34: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:37:18.34: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:19.04: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:19.04: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:19.04: PodMonitor - start process kube event 2025-09-25 01:37:19.04: empty line received 2025-09-25 01:37:19.04: PodMonitor - start process kube event 2025-09-25 01:37:19.05: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:37:19.05: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:19.82: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:19.82: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:19.82: PodMonitor - start process kube event 2025-09-25 01:37:19.82: empty line received 2025-09-25 01:37:19.82: PodMonitor - start process kube event 2025-09-25 01:37:19.84: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:37:19.84: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:20.51: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:20.51: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:20.51: PodMonitor - start process kube event 2025-09-25 01:37:20.51: empty line received 2025-09-25 01:37:20.51: PodMonitor - start process kube event 2025-09-25 01:37:20.52: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-25 01:37:20.52: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:20.59: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-25 01:37:20.59: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:20.64: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-25 01:37:20.64: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:20.72: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-25 01:37:20.72: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:20.79: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-25 01:37:20.79: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:20.84: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-25 01:37:20.84: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:20.91: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-25 01:37:20.91: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:20.97: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:37:20.97: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:21.02: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:37:21.02: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:21.03: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:37:21.03: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:21.08: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:37:21.08: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:21.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:37:21.09: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:28] "GET /Snh_VirtualMachineDatabaseList?x=625ad9b1-44ae-464a-9dcc-e2ada58ac231 HTTP/1.1" 200 2483 0.000741 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:28] "GET /Snh_VirtualMachineDatabaseList?x=b3dd19a0-70f4-42a0-9544-6248f00fe11a HTTP/1.1" 200 2483 0.001027 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:28] "GET /Snh_VirtualMachineDatabaseList?x=40be8114-af1f-4fc3-9b0e-ff384c2563aa HTTP/1.1" 200 2483 0.001077 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:28] "GET /Snh_VirtualMachineDatabaseList?x=2d449ff4-384a-49a7-89a6-44bdd1edfe04 HTTP/1.1" 200 2483 0.000724 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:29] "GET /Snh_VirtualMachineDatabaseList?x=8f45bcd2-be8d-400e-b48b-6537685ab664 HTTP/1.1" 200 2413 0.000737 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:29] "GET /Snh_VirtualMachineDatabaseList?x=0a736bf9-f7a5-45d7-b794-c2f3ac3242de HTTP/1.1" 200 2413 0.000689 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:34] "GET /Snh_VirtualMachineDatabaseList?x=41fedabb-33b6-4e6e-9eb3-2581cce977d7 HTTP/1.1" 200 2413 0.000694 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:34] "GET /Snh_VirtualMachineDatabaseList?x=8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd HTTP/1.1" 200 2413 0.000687 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:35] "GET /Snh_LoadbalancerDatabaseList?x=e334823d-ea38-4351-86a9-04060c56961f HTTP/1.1" 200 1862 0.002413 VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:21.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:25.20: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:25.20: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:25.20: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:37:25.20: PodMonitor - start process kube event 2025-09-25 01:37:25.20: empty line received 2025-09-25 01:37:25.20: PodMonitor - start process kube event 2025-09-25 01:37:25.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:26.21: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:26.21: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:26.21: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:37:26.21: PodMonitor - start process kube event 2025-09-25 01:37:26.21: empty line received 2025-09-25 01:37:26.21: PodMonitor - start process kube event 2025-09-25 01:37:26.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:26.22: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:26.22: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:26.22: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:37:26.23: PodMonitor - start process kube event 2025-09-25 01:37:26.23: empty line received 2025-09-25 01:37:26.23: PodMonitor - start process kube event 2025-09-25 01:37:26.24: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:26.24: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:26.24: PodMonitor - start process kube event 2025-09-25 01:37:26.24: empty line received 2025-09-25 01:37:26.24: PodMonitor - start process kube event 2025-09-25 01:37:26.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:37:26.29: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:37:26.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:27.21: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:27.21: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:27.22: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:37:27.22: PodMonitor - start process kube event 2025-09-25 01:37:27.22: empty line received 2025-09-25 01:37:27.22: PodMonitor - start process kube event 2025-09-25 01:37:27.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:28.22: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:28.22: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:28.22: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:37:28.22: PodMonitor - start process kube event 2025-09-25 01:37:28.22: empty line received 2025-09-25 01:37:28.22: PodMonitor - start process kube event 2025-09-25 01:37:28.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:30.22: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:30.22: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:30.22: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:37:30.22: PodMonitor - start process kube event 2025-09-25 01:37:30.23: empty line received 2025-09-25 01:37:30.23: PodMonitor - start process kube event 2025-09-25 01:37:30.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:31.23: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:31.23: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:31.23: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:37:31.23: PodMonitor - start process kube event 2025-09-25 01:37:31.23: empty line received 2025-09-25 01:37:31.23: PodMonitor - start process kube event 2025-09-25 01:37:31.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:34.66: ServiceMonitor - Received ADDED Service ctest-new-default-14158848:ctest-nginx-svc-71908597:e334823d-ea38-4351-86a9-04060c56961f 2025-09-25 01:37:34.66: ServiceMonitor - Got ADDED Service ctest-new-default-14158848:ctest-nginx-svc-71908597:e334823d-ea38-4351-86a9-04060c56961f 2025-09-25 01:37:34.66: VncKubernetes - Process event (name=ctest-nginx-svc-71908597 event_type=ADDED kind=Service ns=ctest-new-default-14158848) VncService - Got ADDED Service ctest-new-default-14158848:ctest-nginx-svc-71908597:e334823d-ea38-4351-86a9-04060c56961f 2025-09-25 01:37:34.66: ServiceMonitor - start process kube event 2025-09-25 01:37:34.66: empty line received 2025-09-25 01:37:34.66: ServiceMonitor - start process kube event 2025-09-25 01:37:34.68: EndPointMonitor - Received ADDED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:37:34.68: EndPointMonitor - Got ADDED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:37:34.68: EndPointMonitor - start process kube event 2025-09-25 01:37:34.68: empty line received 2025-09-25 01:37:34.68: EndPointMonitor - start process kube event 2025-09-25 01:37:35.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:37:35.49: VncKubernetes - Process event (name=ctest-nginx-svc-71908597 event_type=ADDED kind=Endpoints ns=ctest-new-default-14158848) VncEndpoints - Got ADDED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:37:35.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:36.13: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:36] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=6f5b7302-83ef-4237-8e34-d06b53ab2f01 HTTP/1.1" 200 2095 0.000641 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:36] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=6f5b7302-83ef-4237-8e34-d06b53ab2f01 HTTP/1.1" 200 2095 0.000626 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:37:38] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=6f5b7302-83ef-4237-8e34-d06b53ab2f01 HTTP/1.1" 200 2302 0.000690 2025-09-25 01:37:36.13: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:37:36.13: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-14158848) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:37:36.13: NetworkPolicyMonitor - start process kube event 2025-09-25 01:37:36.13: empty line received 2025-09-25 01:37:36.13: NetworkPolicyMonitor - start process kube event 2025-09-25 01:37:37.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:45.42: PodMonitor - Received BOOKMARK: oldResVer=1273 newResVer=1508 2025-09-25 01:37:45.42: PodMonitor - start process kube event 2025-09-25 01:37:45.42: empty line received 2025-09-25 01:37:45.42: PodMonitor - start process kube event 2025-09-25 01:37:49.63: EndPointMonitor - Received BOOKMARK: oldResVer=1378 newResVer=1518 2025-09-25 01:37:49.63: EndPointMonitor - start process kube event 2025-09-25 01:37:49.63: empty line received 2025-09-25 01:37:49.63: EndPointMonitor - start process kube event 2025-09-25 01:37:50.95: stop iteration EndPointMonitor 2025-09-25 01:37:50.95: EndPointMonitor - start process kube event 2025-09-25 01:37:50.95: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1518 2025-09-25 01:37:50.95: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:37:50.96: EndPointMonitor - Connect Kube API result 0 2025-09-25 01:37:50.96: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:37:50.96: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1518'})(timeout=120) 2025-09-25 01:37:50.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:37:50.96: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:37:50.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:37:50.96: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1518'}) 2025-09-25 01:38:06.28: ServiceMonitor - Received BOOKMARK: oldResVer=1201 newResVer=1517 2025-09-25 01:38:06.28: ServiceMonitor - start process kube event 2025-09-25 01:38:06.28: empty line received 2025-09-25 01:38:06.28: ServiceMonitor - start process kube event 2025-09-25 01:38:06.45: IngressMonitor - Received BOOKMARK: oldResVer=1338 newResVer=1338 2025-09-25 01:38:06.45: IngressMonitor - start process kube event 2025-09-25 01:38:06.45: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:38:06.45: empty line received 2025-09-25 01:38:06.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:38:06.45: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:38:06.45: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:38:06.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:38:06.45: IngressMonitor - start process kube event 2025-09-25 01:38:06.56: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1029 newResVer=1522 2025-09-25 01:38:06.56: NetworkPolicyMonitor - start process kube event 2025-09-25 01:38:06.56: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:38:06.56: empty line received 2025-09-25 01:38:06.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:38:06.56: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:38:06.56: NetworkPolicyMonitor - start process kube event 2025-09-25 01:38:06.57: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:38:06.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:38:06.64: NamespaceMonitor - Received BOOKMARK: oldResVer=359 newResVer=1410 2025-09-25 01:38:06.64: NamespaceMonitor - start process kube event 2025-09-25 01:38:06.64: empty line received 2025-09-25 01:38:06.64: NamespaceMonitor - start process kube event 2025-09-25 01:38:07.09: NetworkMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-09-25 01:38:07.09: NetworkMonitor - start process kube event 2025-09-25 01:38:07.09: empty line received 2025-09-25 01:38:07.09: NetworkMonitor - start process kube event 2025-09-25 01:38:44.70: PodMonitor - Received BOOKMARK: oldResVer=1508 newResVer=1508 2025-09-25 01:38:44.70: PodMonitor - start process kube event 2025-09-25 01:38:44.70: empty line received 2025-09-25 01:38:44.70: PodMonitor - start process kube event 2025-09-25 01:39:06.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1522 newResVer=1522 2025-09-25 01:39:06.65: NetworkPolicyMonitor - start process kube event 2025-09-25 01:39:06.65: empty line received 2025-09-25 01:39:06.65: NetworkPolicyMonitor - start process kube event 2025-09-25 01:39:06.68: NamespaceMonitor - Received BOOKMARK: oldResVer=1410 newResVer=1410 2025-09-25 01:39:06.68: NamespaceMonitor - start process kube event 2025-09-25 01:39:06.68: empty line received 2025-09-25 01:39:06.68: NamespaceMonitor - start process kube event 2025-09-25 01:39:06.82: ServiceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1517 2025-09-25 01:39:06.82: ServiceMonitor - start process kube event 2025-09-25 01:39:06.82: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:39:06.82: empty line received 2025-09-25 01:39:06.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:39:06.82: VncKubernetes - vnc_sync - Service start 2025-09-25 01:39:06.82: VncKubernetes - vnc_sync - Service done 2025-09-25 01:39:06.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:39:06.82: ServiceMonitor - start process kube event 2025-09-25 01:39:06.83: IngressMonitor - Received BOOKMARK: oldResVer=1338 newResVer=1338 2025-09-25 01:39:06.83: IngressMonitor - start process kube event 2025-09-25 01:39:06.83: empty line received 2025-09-25 01:39:06.83: IngressMonitor - start process kube event 2025-09-25 01:39:07.05: NetworkMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-09-25 01:39:07.05: NetworkMonitor - start process kube event 2025-09-25 01:39:07.05: empty line received 2025-09-25 01:39:07.05: NetworkMonitor - start process kube event 2025-09-25 01:39:35.80: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:39:35.80: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:39:35.80: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-14158848) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:39:35.80: NetworkPolicyMonitor - start process kube event 2025-09-25 01:39:35.80: empty line received 2025-09-25 01:39:35.80: NetworkPolicyMonitor - start process kube event 2025-09-25 01:39:36.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:39:45.70: PodMonitor - Received BOOKMARK: oldResVer=1508 newResVer=1508 2025-09-25 01:39:45.70: PodMonitor - start process kube event 2025-09-25 01:39:45.70: PodMonitor - _schedule_vnc_sync 2025-09-25 01:39:45.70: empty line received 2025-09-25 01:39:45.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:39:45.70: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:39:45.70: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:39:45.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:39:45.70: PodMonitor - start process kube event 2025-09-25 01:39:50.97: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:39:50.97: EndPointMonitor - start process kube event 2025-09-25 01:39:50.97: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1518 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:40:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000955 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:40:06] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000975 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:40:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000987 2025-09-25 01:39:50.97: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:39:50.97: EndPointMonitor - Connect Kube API result 0 2025-09-25 01:39:50.97: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:39:50.97: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1518'})(timeout=120) 2025-09-25 01:39:50.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:39:50.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:39:50.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:39:50.98: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1518'}) 2025-09-25 01:40:05.75: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1522 newResVer=1678 2025-09-25 01:40:05.75: NetworkPolicyMonitor - start process kube event 2025-09-25 01:40:05.75: empty line received 2025-09-25 01:40:05.75: NetworkPolicyMonitor - start process kube event 2025-09-25 01:40:06.73: IngressMonitor - Received BOOKMARK: oldResVer=1338 newResVer=1338 2025-09-25 01:40:06.73: IngressMonitor - start process kube event 2025-09-25 01:40:06.73: empty line received 2025-09-25 01:40:06.73: IngressMonitor - start process kube event 2025-09-25 01:40:06.84: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1678 newResVer=1678 2025-09-25 01:40:06.84: NetworkPolicyMonitor - start process kube event 2025-09-25 01:40:06.84: empty line received 2025-09-25 01:40:06.84: NetworkPolicyMonitor - start process kube event 2025-09-25 01:40:07.23: NetworkMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-09-25 01:40:07.23: NetworkMonitor - start process kube event 2025-09-25 01:40:07.23: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:40:07.23: empty line received 2025-09-25 01:40:07.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:40:07.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:40:07.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:07.23: NetworkMonitor - start process kube event 2025-09-25 01:40:07.28: NamespaceMonitor - Received BOOKMARK: oldResVer=1410 newResVer=1410 2025-09-25 01:40:07.28: NamespaceMonitor - start process kube event 2025-09-25 01:40:07.28: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:40:07.28: empty line received 2025-09-25 01:40:07.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:40:07.28: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:40:07.28: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:40:07.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:07.28: NamespaceMonitor - start process kube event 2025-09-25 01:40:07.30: ServiceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1517 2025-09-25 01:40:07.30: ServiceMonitor - start process kube event 2025-09-25 01:40:07.30: empty line received 2025-09-25 01:40:07.30: ServiceMonitor - start process kube event 2025-09-25 01:40:07.78: IngressMonitor - Received BOOKMARK: oldResVer=1338 newResVer=1338 2025-09-25 01:40:07.78: IngressMonitor - start process kube event 2025-09-25 01:40:07.78: empty line received 2025-09-25 01:40:07.78: IngressMonitor - start process kube event 2025-09-25 01:40:07.84: stop iteration NetworkPolicyMonitor 2025-09-25 01:40:07.84: NetworkPolicyMonitor - start process kube event 2025-09-25 01:40:07.84: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1678 2025-09-25 01:40:07.84: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:40:07.84: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-25 01:40:07.84: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:40:07.84: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1678'})(timeout=120) 2025-09-25 01:40:07.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:40:07.85: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:40:07.85: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:40:07.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:07.86: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1678'}) 2025-09-25 01:40:09.02: stop iteration IngressMonitor 2025-09-25 01:40:09.02: IngressMonitor - start process kube event 2025-09-25 01:40:09.02: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1338 2025-09-25 01:40:09.02: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:40:09.02: IngressMonitor - Connect Kube API result 0 2025-09-25 01:40:09.02: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:40:09.02: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1338'})(timeout=120) 2025-09-25 01:40:09.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:40:09.03: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:40:09.03: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:40:09.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:09.03: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1338'}) 2025-09-25 01:40:38.35: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:38.35: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:38.35: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:38.36: PodMonitor - start process kube event 2025-09-25 01:40:38.36: empty line received 2025-09-25 01:40:38.36: PodMonitor - start process kube event 2025-09-25 01:40:38.37: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:40:38.37: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:40:38.37: PodMonitor - start process kube event 2025-09-25 01:40:38.37: empty line received 2025-09-25 01:40:38.37: PodMonitor - start process kube event 2025-09-25 01:40:38.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:40:38.37: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:40:38.39: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:40:38.39: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:40:38.39: EndPointMonitor - start process kube event 2025-09-25 01:40:38.39: empty line received 2025-09-25 01:40:38.39: EndPointMonitor - start process kube event 2025-09-25 01:40:38.39: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:40:38.39: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:40:38.39: PodMonitor - start process kube event 2025-09-25 01:40:38.39: empty line received 2025-09-25 01:40:38.39: PodMonitor - start process kube event 2025-09-25 01:40:38.39: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:40:38.39: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:40:38.39: PodMonitor - start process kube event 2025-09-25 01:40:38.39: empty line received 2025-09-25 01:40:38.39: PodMonitor - start process kube event 2025-09-25 01:40:38.41: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:38.41: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:38.41: PodMonitor - start process kube event 2025-09-25 01:40:38.41: empty line received 2025-09-25 01:40:38.41: PodMonitor - start process kube event 2025-09-25 01:40:38.42: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:40:38.42: VncKubernetes - Process event (name=ctest-nginx-svc-71908597 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-14158848) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:40:38.44: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:38.44: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:38.44: PodMonitor - start process kube event 2025-09-25 01:40:38.44: empty line received 2025-09-25 01:40:38.44: PodMonitor - start process kube event 2025-09-25 01:40:38.44: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:40:38.44: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:40:38.44: PodMonitor - start process kube event 2025-09-25 01:40:38.44: empty line received 2025-09-25 01:40:38.44: PodMonitor - start process kube event 2025-09-25 01:40:38.44: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:38.44: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:38.44: PodMonitor - start process kube event 2025-09-25 01:40:38.44: empty line received 2025-09-25 01:40:38.44: PodMonitor - start process kube event 2025-09-25 01:40:38.46: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:40:38.46: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:40:38.46: EndPointMonitor - start process kube event 2025-09-25 01:40:38.46: empty line received 2025-09-25 01:40:38.46: EndPointMonitor - start process kube event 2025-09-25 01:40:38.62: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-25 01:40:38.62: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:40:38.68: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-25 01:40:38.68: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:40:38.69: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:40:38.69: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:38.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:40:38.74: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:38.79: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:40:38.79: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:40:38.81: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:40:38.81: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:38.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:40:38.86: VncKubernetes - Process event (name=ctest-nginx-svc-71908597 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-14158848) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:40:38.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:39.65: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.65: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.65: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.65: PodMonitor - start process kube event 2025-09-25 01:40:39.65: empty line received 2025-09-25 01:40:39.65: PodMonitor - start process kube event 2025-09-25 01:40:39.66: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.66: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.67: PodMonitor - start process kube event 2025-09-25 01:40:39.67: empty line received 2025-09-25 01:40:39.67: PodMonitor - start process kube event 2025-09-25 01:40:39.67: PodMonitor - Received DELETED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.67: PodMonitor - Got DELETED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.67: PodMonitor - start process kube event 2025-09-25 01:40:39.67: empty line received 2025-09-25 01:40:39.67: PodMonitor - start process kube event 2025-09-25 01:40:39.68: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:39.68: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:39.68: PodMonitor - start process kube event 2025-09-25 01:40:39.68: empty line received 2025-09-25 01:40:39.68: PodMonitor - start process kube event 2025-09-25 01:40:39.69: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:39.69: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:39.69: PodMonitor - start process kube event 2025-09-25 01:40:39.69: empty line received 2025-09-25 01:40:39.69: PodMonitor - start process kube event 2025-09-25 01:40:39.70: PodMonitor - Received DELETED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:39.70: PodMonitor - Got DELETED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:39.70: PodMonitor - start process kube event 2025-09-25 01:40:39.70: empty line received 2025-09-25 01:40:39.70: PodMonitor - start process kube event 2025-09-25 01:40:39.71: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:40:39.71: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.72: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:40:39.72: VncKubernetes - Process event (name=ctest-pod-10766785 event_type=DELETED kind=Pod ns=ctest-new-default-14158848) VncPod - Got DELETED Pod ctest-new-default-14158848:ctest-pod-10766785:625ad9b1-44ae-464a-9dcc-e2ada58ac231 2025-09-25 01:40:39.96: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:39.96: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:39.96: PodMonitor - start process kube event 2025-09-25 01:40:39.96: empty line received 2025-09-25 01:40:39.96: PodMonitor - start process kube event 2025-09-25 01:40:40.16: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.16: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.16: PodMonitor - start process kube event 2025-09-25 01:40:40.16: empty line received 2025-09-25 01:40:40.17: PodMonitor - start process kube event 2025-09-25 01:40:40.17: PodMonitor - Received DELETED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.17: PodMonitor - Got DELETED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.17: PodMonitor - start process kube event 2025-09-25 01:40:40.17: empty line received 2025-09-25 01:40:40.17: PodMonitor - start process kube event 2025-09-25 01:40:40.20: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-25 01:40:40.20: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:40.26: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:40:40.26: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:40.26: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:40:40.26: VncKubernetes - Process event (name=ctest-pod-38514088 event_type=DELETED kind=Pod ns=ctest-non-default-18636157) VncPod - Got DELETED Pod ctest-non-default-18636157:ctest-pod-38514088:40be8114-af1f-4fc3-9b0e-ff384c2563aa 2025-09-25 01:40:40.66: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:40:40.66: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:40:40.72: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.76: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:40.76: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:40.76: PodMonitor - start process kube event 2025-09-25 01:40:40.76: empty line received 2025-09-25 01:40:40.76: PodMonitor - start process kube event 2025-09-25 01:40:40.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:40:40.77: VncKubernetes - Process event (name=ctest-pod-70866797 event_type=DELETED kind=Pod ns=ctest-non-default-18636157) VncPod - Got DELETED Pod ctest-non-default-18636157:ctest-pod-70866797:2d449ff4-384a-49a7-89a6-44bdd1edfe04 2025-09-25 01:40:40.96: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:40.96: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:40.96: PodMonitor - start process kube event 2025-09-25 01:40:40.96: empty line received 2025-09-25 01:40:40.96: PodMonitor - start process kube event 2025-09-25 01:40:40.96: PodMonitor - Received DELETED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:40.96: PodMonitor - Got DELETED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:40.96: PodMonitor - start process kube event 2025-09-25 01:40:40.96: empty line received 2025-09-25 01:40:40.96: PodMonitor - start process kube event 2025-09-25 01:40:41.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:40:41.16: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:41.21: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:40:41.21: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:41.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:40:41.22: VncKubernetes - Process event (name=ctest-pod-86575130 event_type=DELETED kind=Pod ns=ctest-new-default-14158848) VncPod - Got DELETED Pod ctest-new-default-14158848:ctest-pod-86575130:b3dd19a0-70f4-42a0-9544-6248f00fe11a 2025-09-25 01:40:41.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:46.38: PodMonitor - Received BOOKMARK: oldResVer=1508 newResVer=1796 2025-09-25 01:40:46.38: PodMonitor - start process kube event 2025-09-25 01:40:46.38: empty line received 2025-09-25 01:40:46.38: PodMonitor - start process kube event 2025-09-25 01:40:48.59: PodMonitor - Received BOOKMARK: oldResVer=1796 newResVer=1796 2025-09-25 01:40:48.59: PodMonitor - start process kube event 2025-09-25 01:40:48.59: empty line received 2025-09-25 01:40:48.59: PodMonitor - start process kube event 2025-09-25 01:40:50.10: stop iteration PodMonitor 2025-09-25 01:40:50.10: PodMonitor - start process kube event 2025-09-25 01:40:50.10: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1796 2025-09-25 01:40:50.10: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:40:50.10: PodMonitor - Connect Kube API result 0 2025-09-25 01:40:50.10: PodMonitor - _schedule_vnc_sync 2025-09-25 01:40:50.10: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1796'})(timeout=120) 2025-09-25 01:40:50.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:40:50.10: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:40:50.10: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:40:50.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:40:50.10: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1796'}) 2025-09-25 01:40:51.33: EndPointMonitor - Received BOOKMARK: oldResVer=1518 newResVer=1776 2025-09-25 01:40:51.33: EndPointMonitor - start process kube event 2025-09-25 01:40:51.33: empty line received 2025-09-25 01:40:51.33: EndPointMonitor - start process kube event 2025-09-25 01:41:06.72: ServiceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1517 2025-09-25 01:41:06.72: ServiceMonitor - start process kube event 2025-09-25 01:41:06.72: empty line received 2025-09-25 01:41:06.72: ServiceMonitor - start process kube event 2025-09-25 01:41:07.17: NamespaceMonitor - Received BOOKMARK: oldResVer=1410 newResVer=1410 2025-09-25 01:41:07.17: NamespaceMonitor - start process kube event 2025-09-25 01:41:07.17: empty line received 2025-09-25 01:41:07.17: NamespaceMonitor - start process kube event 2025-09-25 01:41:07.30: NetworkMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-09-25 01:41:07.30: NetworkMonitor - start process kube event 2025-09-25 01:41:07.30: empty line received 2025-09-25 01:41:07.30: NetworkMonitor - start process kube event 2025-09-25 01:41:09.72: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.73: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.73: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.73: PodMonitor - start process kube event 2025-09-25 01:41:09.73: empty line received 2025-09-25 01:41:09.73: PodMonitor - start process kube event 2025-09-25 01:41:09.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:41:09.74: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.74: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.74: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.74: PodMonitor - start process kube event 2025-09-25 01:41:09.74: empty line received 2025-09-25 01:41:09.74: PodMonitor - start process kube event 2025-09-25 01:41:09.74: PodMonitor - Received DELETED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.74: PodMonitor - Got DELETED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.75: PodMonitor - start process kube event 2025-09-25 01:41:09.75: empty line received 2025-09-25 01:41:09.75: PodMonitor - start process kube event 2025-09-25 01:41:09.76: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:09.76: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:09.76: PodMonitor - start process kube event 2025-09-25 01:41:09.76: empty line received 2025-09-25 01:41:09.76: PodMonitor - start process kube event 2025-09-25 01:41:09.76: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:09.76: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:09.76: PodMonitor - start process kube event 2025-09-25 01:41:09.76: empty line received 2025-09-25 01:41:09.76: PodMonitor - start process kube event 2025-09-25 01:41:09.76: PodMonitor - Received DELETED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:09.76: PodMonitor - Got DELETED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:09.77: PodMonitor - start process kube event 2025-09-25 01:41:09.77: empty line received 2025-09-25 01:41:09.77: PodMonitor - start process kube event 2025-09-25 01:41:09.78: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:09.78: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:09.78: PodMonitor - start process kube event 2025-09-25 01:41:09.78: empty line received 2025-09-25 01:41:09.78: PodMonitor - start process kube event 2025-09-25 01:41:09.80: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:41:09.80: VncKubernetes - Process event (name=ctest-pod-09410854 event_type=DELETED kind=Pod ns=ctest-non-default-18636157) VncPod - Got DELETED Pod ctest-non-default-18636157:ctest-pod-09410854:8e9ac253-0893-4b7f-95c9-63cd0bc5d0fd 2025-09-25 01:41:09.92: PodMonitor - Received MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:09.92: PodMonitor - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:09.92: PodMonitor - start process kube event 2025-09-25 01:41:09.92: empty line received 2025-09-25 01:41:09.92: PodMonitor - start process kube event 2025-09-25 01:41:09.92: PodMonitor - Received DELETED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:09.92: PodMonitor - Got DELETED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:09.92: PodMonitor - start process kube event 2025-09-25 01:41:09.92: empty line received 2025-09-25 01:41:09.92: PodMonitor - start process kube event 2025-09-25 01:41:10.22: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-25 01:41:10.22: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:10.27: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:41:10.27: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:10.32: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:41:10.32: VncKubernetes - Process event (name=ctest-pod-62656396 event_type=DELETED kind=Pod ns=ctest-new-default-14158848) VncPod - Got DELETED Pod ctest-new-default-14158848:ctest-pod-62656396:41fedabb-33b6-4e6e-9eb3-2581cce977d7 2025-09-25 01:41:10.32: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:10.32: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:10.32: PodMonitor - start process kube event 2025-09-25 01:41:10.32: empty line received 2025-09-25 01:41:10.32: PodMonitor - start process kube event 2025-09-25 01:41:10.52: PodMonitor - Received MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:10.52: PodMonitor - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:10.52: PodMonitor - start process kube event 2025-09-25 01:41:10.52: empty line received 2025-09-25 01:41:10.52: PodMonitor - start process kube event 2025-09-25 01:41:10.53: PodMonitor - Received DELETED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:10.53: PodMonitor - Got DELETED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:10.53: PodMonitor - start process kube event 2025-09-25 01:41:10.53: empty line received 2025-09-25 01:41:10.53: PodMonitor - start process kube event 2025-09-25 01:41:10.74: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-25 01:41:10.74: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:10.75: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-25 01:41:10.75: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=MODIFIED kind=Pod ns=ctest-non-default-18636157) VncPod - Got MODIFIED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:10.80: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:41:10.80: VncKubernetes - Process event (name=ctest-pod-19989554 event_type=DELETED kind=Pod ns=ctest-non-default-18636157) VncPod - Got DELETED Pod ctest-non-default-18636157:ctest-pod-19989554:0a736bf9-f7a5-45d7-b794-c2f3ac3242de 2025-09-25 01:41:11.22: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:41:11.22: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:11.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:41:11.28: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=MODIFIED kind=Pod ns=ctest-new-default-14158848) VncPod - Got MODIFIED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:11.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:41:11.33: VncKubernetes - Process event (name=ctest-pod-43907752 event_type=DELETED kind=Pod ns=ctest-new-default-14158848) VncPod - Got DELETED Pod ctest-new-default-14158848:ctest-pod-43907752:8f45bcd2-be8d-400e-b48b-6537685ab664 2025-09-25 01:41:11.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:41:13.60: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:13.60: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:13.60: VncKubernetes - Process event (name=ctest-non-default-18636157 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:13.60: NamespaceMonitor - start process kube event 2025-09-25 01:41:13.60: empty line received 2025-09-25 01:41:13.60: NamespaceMonitor - start process kube event 2025-09-25 01:41:13.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:41:18.82: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:18.82: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:18.82: VncKubernetes - Process event (name=ctest-non-default-18636157 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:18.82: NamespaceMonitor - start process kube event 2025-09-25 01:41:18.82: empty line received 2025-09-25 01:41:18.82: NamespaceMonitor - start process kube event 2025-09-25 01:41:18.84: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:18.84: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:18.84: NamespaceMonitor - start process kube event 2025-09-25 01:41:18.84: empty line received 2025-09-25 01:41:18.84: NamespaceMonitor - start process kube event 2025-09-25 01:41:19.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:41:19.20: VncKubernetes - Process event (name=ctest-non-default-18636157 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-18636157:4bfc2514-2930-48a2-a4af-251385ba9319 2025-09-25 01:41:19.63: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:19.63: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:19.63: NamespaceMonitor - start process kube event 2025-09-25 01:41:19.63: empty line received 2025-09-25 01:41:19.63: NamespaceMonitor - start process kube event 2025-09-25 01:41:20.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:41:20.39: VncKubernetes - Process event (name=ctest-new-default-14158848 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:20.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:41:24.66: ServiceMonitor - Received DELETED Service ctest-new-default-14158848:ctest-nginx-svc-71908597:e334823d-ea38-4351-86a9-04060c56961f 2025-09-25 01:41:24.66: ServiceMonitor - Got DELETED Service ctest-new-default-14158848:ctest-nginx-svc-71908597:e334823d-ea38-4351-86a9-04060c56961f 2025-09-25 01:41:24.66: VncKubernetes - Process event (name=ctest-nginx-svc-71908597 event_type=DELETED kind=Service ns=ctest-new-default-14158848) VncService - Got DELETED Service ctest-new-default-14158848:ctest-nginx-svc-71908597:e334823d-ea38-4351-86a9-04060c56961f 2025-09-25 01:41:24.66: ServiceMonitor - start process kube event 2025-09-25 01:41:24.66: empty line received 2025-09-25 01:41:24.66: ServiceMonitor - start process kube event 2025-09-25 01:41:24.68: EndPointMonitor - Received DELETED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:41:24.68: EndPointMonitor - Got DELETED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 2025-09-25 01:41:24.68: EndPointMonitor - start process kube event 2025-09-25 01:41:24.68: empty line received 2025-09-25 01:41:24.68: EndPointMonitor - start process kube event 2025-09-25 01:41:24.73: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:41:24.74: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:41:24.74: NetworkPolicyMonitor - start process kube event 2025-09-25 01:41:24.74: empty line received 2025-09-25 01:41:24.74: NetworkPolicyMonitor - start process kube event 2025-09-25 01:41:25.02: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:25.02: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:25.02: NamespaceMonitor - start process kube event 2025-09-25 01:41:25.02: empty line received 2025-09-25 01:41:25.02: NamespaceMonitor - start process kube event 2025-09-25 01:41:25.03: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:25.03: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:25.03: NamespaceMonitor - start process kube event 2025-09-25 01:41:25.03: empty line received 2025-09-25 01:41:25.03: NamespaceMonitor - start process kube event 2025-09-25 01:41:25.07: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:41:25.07: VncKubernetes - Process event (name=ctest-nginx-svc-71908597 event_type=DELETED kind=Endpoints ns=ctest-new-default-14158848) VncEndpoints - Got DELETED Endpoints ctest-new-default-14158848:ctest-nginx-svc-71908597:886f4809-4cb0-41d4-ac50-b5abd423e169 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:41:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001073 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:42:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000977 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:43:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001045 2025-09-25 01:41:25.09: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:41:25.09: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-14158848) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-14158848:ingress-on-service:6f5b7302-83ef-4237-8e34-d06b53ab2f01 2025-09-25 01:41:26.11: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:41:26.11: VncKubernetes - Process event (name=ctest-new-default-14158848 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:26.47: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:41:26.47: VncKubernetes - Process event (name=ctest-new-default-14158848 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-14158848:5430b399-9bcc-4e3f-b3a6-50c68b47c346 2025-09-25 01:41:27.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:41:50.21: PodMonitor - Received BOOKMARK: oldResVer=1796 newResVer=1848 2025-09-25 01:41:50.21: PodMonitor - start process kube event 2025-09-25 01:41:50.21: empty line received 2025-09-25 01:41:50.21: PodMonitor - start process kube event 2025-09-25 01:41:51.12: EndPointMonitor - Received BOOKMARK: oldResVer=1776 newResVer=1897 2025-09-25 01:41:51.12: EndPointMonitor - start process kube event 2025-09-25 01:41:51.12: empty line received 2025-09-25 01:41:51.12: EndPointMonitor - start process kube event 2025-09-25 01:42:03.06: NetworkMonitor - Received BOOKMARK: oldResVer=1335 newResVer=1335 2025-09-25 01:42:03.06: NetworkMonitor - start process kube event 2025-09-25 01:42:03.06: empty line received 2025-09-25 01:42:03.06: NetworkMonitor - start process kube event 2025-09-25 01:42:04.54: stop iteration NetworkMonitor 2025-09-25 01:42:04.54: NetworkMonitor - start process kube event 2025-09-25 01:42:04.54: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1335 2025-09-25 01:42:04.54: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:42:04.54: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:42:04.54: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:42:04.54: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1335'})(timeout=120) 2025-09-25 01:42:04.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:42:04.54: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:42:04.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:42:04.55: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1335'}) 2025-09-25 01:42:06.90: NamespaceMonitor - Received BOOKMARK: oldResVer=1410 newResVer=1928 2025-09-25 01:42:06.90: NamespaceMonitor - start process kube event 2025-09-25 01:42:06.90: empty line received 2025-09-25 01:42:06.90: NamespaceMonitor - start process kube event 2025-09-25 01:42:06.93: ServiceMonitor - Received BOOKMARK: oldResVer=1517 newResVer=1896 2025-09-25 01:42:06.93: ServiceMonitor - start process kube event 2025-09-25 01:42:06.93: empty line received 2025-09-25 01:42:06.93: ServiceMonitor - start process kube event 2025-09-25 01:42:07.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1678 newResVer=1900 2025-09-25 01:42:07.57: NetworkPolicyMonitor - start process kube event 2025-09-25 01:42:07.57: empty line received 2025-09-25 01:42:07.57: NetworkPolicyMonitor - start process kube event 2025-09-25 01:42:09.03: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:42:09.03: IngressMonitor - start process kube event 2025-09-25 01:42:09.03: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1338 2025-09-25 01:42:09.03: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:42:09.03: IngressMonitor - Connect Kube API result 0 2025-09-25 01:42:09.03: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:42:09.03: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1338'})(timeout=120) 2025-09-25 01:42:09.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:42:09.04: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:42:09.04: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:42:09.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:42:09.05: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1338'}) 2025-09-25 01:42:37.06: NamespaceMonitor - Received BOOKMARK: oldResVer=1928 newResVer=1928 2025-09-25 01:42:37.06: NamespaceMonitor - start process kube event 2025-09-25 01:42:37.06: empty line received 2025-09-25 01:42:37.06: NamespaceMonitor - start process kube event 2025-09-25 01:42:38.69: stop iteration NamespaceMonitor 2025-09-25 01:42:38.69: NamespaceMonitor - start process kube event 2025-09-25 01:42:38.69: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1928 2025-09-25 01:42:38.69: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:42:38.69: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:42:38.69: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:42:38.69: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1928'})(timeout=120) 2025-09-25 01:42:38.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:42:38.69: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:42:38.69: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:42:38.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:42:38.70: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1928'}) 2025-09-25 01:42:50.54: PodMonitor - Received BOOKMARK: oldResVer=1848 newResVer=1848 2025-09-25 01:42:50.54: PodMonitor - start process kube event 2025-09-25 01:42:50.54: empty line received 2025-09-25 01:42:50.54: PodMonitor - start process kube event 2025-09-25 01:42:51.26: EndPointMonitor - Received BOOKMARK: oldResVer=1897 newResVer=1897 2025-09-25 01:42:51.26: EndPointMonitor - start process kube event 2025-09-25 01:42:51.26: empty line received 2025-09-25 01:42:51.26: EndPointMonitor - start process kube event 2025-09-25 01:43:07.69: ServiceMonitor - Received BOOKMARK: oldResVer=1896 newResVer=1896 2025-09-25 01:43:07.69: ServiceMonitor - start process kube event 2025-09-25 01:43:07.69: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:43:07.69: empty line received 2025-09-25 01:43:07.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:43:07.69: VncKubernetes - vnc_sync - Service start 2025-09-25 01:43:07.69: VncKubernetes - vnc_sync - Service done 2025-09-25 01:43:07.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:43:07.69: ServiceMonitor - start process kube event 2025-09-25 01:43:07.87: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1900 newResVer=1900 2025-09-25 01:43:07.87: NetworkPolicyMonitor - start process kube event 2025-09-25 01:43:07.87: empty line received 2025-09-25 01:43:07.87: NetworkPolicyMonitor - start process kube event 2025-09-25 01:43:35.86: ServiceMonitor - Received BOOKMARK: oldResVer=1896 newResVer=1896 2025-09-25 01:43:35.86: ServiceMonitor - start process kube event 2025-09-25 01:43:35.86: empty line received 2025-09-25 01:43:35.86: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-25 01:43:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000963 [Introspect:8108]10.0.0.50 - - [2025-09-25 01:44:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000925 2025-09-25 01:43:37.03: ServiceMonitor - Received BOOKMARK: oldResVer=1896 newResVer=1896 2025-09-25 01:43:37.04: ServiceMonitor - start process kube event 2025-09-25 01:43:37.04: empty line received 2025-09-25 01:43:37.04: ServiceMonitor - start process kube event 2025-09-25 01:43:38.57: stop iteration ServiceMonitor 2025-09-25 01:43:38.57: ServiceMonitor - start process kube event 2025-09-25 01:43:38.57: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1896 2025-09-25 01:43:38.57: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:43:38.57: ServiceMonitor - Connect Kube API result 0 2025-09-25 01:43:38.57: ServiceMonitor - _schedule_vnc_sync 2025-09-25 01:43:38.57: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1896'})(timeout=120) 2025-09-25 01:43:38.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-25 01:43:38.57: VncKubernetes - vnc_sync - Service start 2025-09-25 01:43:38.57: VncKubernetes - vnc_sync - Service done 2025-09-25 01:43:38.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:43:38.58: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1896'}) 2025-09-25 01:43:50.58: PodMonitor - Received BOOKMARK: oldResVer=1848 newResVer=1848 2025-09-25 01:43:50.58: PodMonitor - start process kube event 2025-09-25 01:43:50.59: empty line received 2025-09-25 01:43:50.59: PodMonitor - start process kube event 2025-09-25 01:43:51.13: EndPointMonitor - Received BOOKMARK: oldResVer=1897 newResVer=1897 2025-09-25 01:43:51.13: EndPointMonitor - start process kube event 2025-09-25 01:43:51.13: EndPointMonitor - _schedule_vnc_sync 2025-09-25 01:43:51.13: empty line received 2025-09-25 01:43:51.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-25 01:43:51.13: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-25 01:43:51.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:43:51.13: EndPointMonitor - start process kube event 2025-09-25 01:44:04.55: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:44:04.55: NetworkMonitor - start process kube event 2025-09-25 01:44:04.55: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1335 2025-09-25 01:44:04.55: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:44:04.55: NetworkMonitor - Connect Kube API result 0 2025-09-25 01:44:04.55: NetworkMonitor - _schedule_vnc_sync 2025-09-25 01:44:04.55: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1335'})(timeout=120) 2025-09-25 01:44:04.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-25 01:44:04.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-25 01:44:04.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:04.57: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1335'}) 2025-09-25 01:44:08.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1900 newResVer=1900 2025-09-25 01:44:08.07: NetworkPolicyMonitor - start process kube event 2025-09-25 01:44:08.07: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-25 01:44:08.07: empty line received 2025-09-25 01:44:08.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-25 01:44:08.07: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-25 01:44:08.07: NetworkPolicyMonitor - start process kube event 2025-09-25 01:44:08.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-25 01:44:08.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:09.05: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:44:09.05: IngressMonitor - start process kube event 2025-09-25 01:44:09.05: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1338 2025-09-25 01:44:09.05: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:44:09.05: IngressMonitor - Connect Kube API result 0 2025-09-25 01:44:09.05: IngressMonitor - _schedule_vnc_sync 2025-09-25 01:44:09.05: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1338'})(timeout=120) 2025-09-25 01:44:09.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-25 01:44:09.05: VncKubernetes - vnc_sync - Ingress start 2025-09-25 01:44:09.05: VncKubernetes - vnc_sync - Ingress done 2025-09-25 01:44:09.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:09.06: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1338'}) 2025-09-25 01:44:17.53: PodMonitor - Received ADDED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:17.53: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-09-25 01:44:17.53: PodMonitor - start process kube event 2025-09-25 01:44:17.53: empty line received 2025-09-25 01:44:17.53: PodMonitor - start process kube event 2025-09-25 01:44:17.55: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:17.55: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:17.55: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:17.56: PodMonitor - start process kube event 2025-09-25 01:44:17.56: empty line received 2025-09-25 01:44:17.56: PodMonitor - start process kube event 2025-09-25 01:44:17.59: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:17.59: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:17.59: PodMonitor - start process kube event 2025-09-25 01:44:17.59: empty line received 2025-09-25 01:44:17.59: PodMonitor - start process kube event 2025-09-25 01:44:17.79: PodMonitor - Received ADDED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:17.79: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-09-25 01:44:17.79: PodMonitor - start process kube event 2025-09-25 01:44:17.79: empty line received 2025-09-25 01:44:17.79: PodMonitor - start process kube event 2025-09-25 01:44:17.79: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:17.79: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:17.79: PodMonitor - start process kube event 2025-09-25 01:44:17.79: empty line received 2025-09-25 01:44:17.79: PodMonitor - start process kube event 2025-09-25 01:44:17.80: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:17.80: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:17.80: PodMonitor - start process kube event 2025-09-25 01:44:17.80: empty line received 2025-09-25 01:44:17.80: PodMonitor - start process kube event 2025-09-25 01:44:18.29: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:18.29: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:18.29: PodMonitor - start process kube event 2025-09-25 01:44:18.29: empty line received 2025-09-25 01:44:18.29: PodMonitor - start process kube event 2025-09-25 01:44:18.30: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-25 01:44:18.30: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:18.42: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:44:18.42: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:18.96: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:18.96: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:18.96: PodMonitor - start process kube event 2025-09-25 01:44:18.96: empty line received 2025-09-25 01:44:18.96: PodMonitor - start process kube event 2025-09-25 01:44:18.97: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-25 01:44:18.97: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:19.13: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:44:19.13: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:19.14: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:44:19.14: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:19.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:31.07: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:31.07: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:31.07: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:31.07: PodMonitor - start process kube event 2025-09-25 01:44:31.07: empty line received 2025-09-25 01:44:31.07: PodMonitor - start process kube event 2025-09-25 01:44:31.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:32.07: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:32.07: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:32.07: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:a33d5d5a-abe3-4c50-aa16-f074da6ffd96 2025-09-25 01:44:32.07: PodMonitor - start process kube event 2025-09-25 01:44:32.07: empty line received 2025-09-25 01:44:32.07: PodMonitor - start process kube event 2025-09-25 01:44:32.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:33.34: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:33.34: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:33.34: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:44:33.35: PodMonitor - start process kube event 2025-09-25 01:44:33.35: empty line received 2025-09-25 01:44:33.35: PodMonitor - start process kube event 2025-09-25 01:44:33.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:38.70: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-25 01:44:38.70: NamespaceMonitor - start process kube event 2025-09-25 01:44:38.70: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1928 2025-09-25 01:44:38.70: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-25 01:44:38.70: NamespaceMonitor - Connect Kube API result 0 2025-09-25 01:44:38.70: NamespaceMonitor - _schedule_vnc_sync 2025-09-25 01:44:38.70: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1928'})(timeout=120) 2025-09-25 01:44:38.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-25 01:44:38.71: VncKubernetes - vnc_sync - Namespace start 2025-09-25 01:44:38.71: VncKubernetes - vnc_sync - Namespace done 2025-09-25 01:44:38.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:38.72: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1928'}) 2025-09-25 01:44:50.32: PodMonitor - Received BOOKMARK: oldResVer=1848 newResVer=2195 2025-09-25 01:44:50.32: PodMonitor - start process kube event 2025-09-25 01:44:50.32: PodMonitor - _schedule_vnc_sync 2025-09-25 01:44:50.32: empty line received 2025-09-25 01:44:50.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-25 01:44:50.32: VncKubernetes - vnc_sync - Pod start 2025-09-25 01:44:50.32: VncKubernetes - vnc_sync - Pod done 2025-09-25 01:44:50.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-25 01:44:50.32: PodMonitor - start process kube event 2025-09-25 01:44:51.56: EndPointMonitor - Received BOOKMARK: oldResVer=1897 newResVer=1897 2025-09-25 01:44:51.56: EndPointMonitor - start process kube event 2025-09-25 01:44:51.56: empty line received 2025-09-25 01:44:51.56: EndPointMonitor - start process kube event 2025-09-25 01:45:04.13: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.13: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.13: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.13: PodMonitor - start process kube event 2025-09-25 01:45:04.13: empty line received 2025-09-25 01:45:04.13: PodMonitor - start process kube event 2025-09-25 01:45:04.14: PodMonitor - Received MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.14: PodMonitor - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.14: PodMonitor - start process kube event 2025-09-25 01:45:04.14: empty line received 2025-09-25 01:45:04.14: PodMonitor - start process kube event 2025-09-25 01:45:04.14: PodMonitor - Received DELETED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.14: PodMonitor - Got DELETED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.14: PodMonitor - start process kube event 2025-09-25 01:45:04.14: empty line received 2025-09-25 01:45:04.14: PodMonitor - start process kube event 2025-09-25 01:45:04.15: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-25 01:45:04.16: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:09e972be-1f6f-486c-be35-fafcb092ce37 2025-09-25 01:45:04.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-25 01:45:04.22: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) [Introspect:8108]10.0.0.50 - - [2025-09-25 01:45:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001025