++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Sat Nov 1 09:21:20 PM UTC 2025 ===================' INFO: =================== Sat Nov 1 09:21:20 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ ip route get 1 +++++ awk '{print $2}' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ ip addr show dev ens3 +++ awk '{print $2}' +++ head -n 1 ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.50 ++ cut -d , -f 1 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.50 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Im9fSDhmaC13aF9ocjFwODRsc2oxcEctQkpKR3JmeUN2LURNNDJSM0xKbGsifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImIwMTc2OGE5LWJiYmMtNGMxNy1hYzVlLTdjMTZkZTVmZGFjYSIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.N_jILPzoOfA2_keEYsHLfgNYg9tZ8jDZOwSLWOLY30_DlfhZGWiqzEBK4zKVev7EsRj_kumXpAlGqGixHshQZzJmBbUI6yM4aOn4jrFdjSg-9crGZVc1zDVAL0Qrrsgf2WjilTFlbIcWSJ4mLrq-IBBD53PQVPKbPoaEc9XOrvUW8b0XCTrSiLzzRCHDsjknwCJGUEPqXgMp0yApF_YfGawORMp74jV3UG3j5cDi7lfXWkuvfS1_GeBWPPwmrwpe08U1WkA1bp7NkeDxXZRptdA8lRytaS2jaA1wMyXw5dRmhA3A34RfQBf39if8O_gytzRzosjuCbLf8DURLONp7g ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ cut -d ' ' -f 1 +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list ++++ get_local_ips ++++ tr '\n' , ++++ cat /proc/net/fib_trie ++++ sort ++++ grep -vi host ++++ uniq ++++ awk '/32 host/ { print f } {f=$2}' +++ local local_ips=,10.0.0.50,10.207.124.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.207.124.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ grep '^KUBERNETES__.*__.*=.*$' ++ sed 's/^KUBERNETES__//g' ++ sort ++ set -o posix ++ set ++ cut -d = -f 1 + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/01/2025 21:21:27.742 7f3ab76e1a00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/01/2025 21:21:28.060 7f3ab76e1a00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/01/2025 21:21:28.063 7f3ab76e1a00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-11-01 21:21:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3032 0.003341 2025-11-01 21:21:28.35: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:28.35: KubeMonitor - Connect Kube API result 0 2025-11-01 21:21:28.54: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-01 21:21:28.55: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-01 21:21:28.56: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-11-01 21:21:28.57: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-01 21:21:28.58: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-01 21:21:28.59: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-01 21:21:28.60: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-11-01 21:21:28.61: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-11-01 21:21:28.61: VncKubernetes - vnc_connect starting 2025-11-01 21:21:28.62: VncKubernetes - vnc_connect done 2025-11-01 21:21:28.82: default-domain domain available. 2025-11-01 21:21:34.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:21:34.03: NamespaceMonitor - start process kube event 2025-11-01 21:21:34.03: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.03: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.03: NetworkMonitor - start process kube event 2025-11-01 21:21:34.03: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.03: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.03: PodMonitor - start process kube event 2025-11-01 21:21:34.04: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.04: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.04: ServiceMonitor - start process kube event 2025-11-01 21:21:34.04: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.04: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.04: NetworkPolicyMonitor - start process kube event 2025-11-01 21:21:34.04: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.04: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.04: EndPointMonitor - start process kube event 2025-11-01 21:21:34.04: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.04: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.04: IngressMonitor - start process kube event 2025-11-01 21:21:34.04: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.04: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.05: IngressMonitor - Connect Kube API result 0 2025-11-01 21:21:34.05: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-01 21:21:34.05: EndPointMonitor - Connect Kube API result 0 2025-11-01 21:21:34.05: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-11-01 21:21:34.05: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 21:21:34.06: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-01 21:21:34.06: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:21:34.06: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-11-01 21:21:34.06: PodMonitor - Connect Kube API result 0 2025-11-01 21:21:34.06: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-11-01 21:21:34.06: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:21:34.07: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:21:34.07: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-11-01 21:21:34.11: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=391 2025-11-01 21:21:34.11: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.11: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:21:34.11: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=391 2025-11-01 21:21:34.11: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.11: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:21:34.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:21:34.11: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:21:34.11: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:21:34.11: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:21:34.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:21:34.11: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:21:34.12: NamespaceMonitor - Got ADDED Namespace None:contrail:1b984497-f1e6-424d-82b0-295cb603cde1 2025-11-01 21:21:34.12: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:21:34.12: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:21:34.12: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:1b984497-f1e6-424d-82b0-295cb603cde1 2025-11-01 21:21:34.12: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:21:34.12: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:21:34.13: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-01 21:21:34.13: EndPointMonitor - Got ADDED Endpoints default:kubernetes:3146e946-a581-42d4-bb9e-e0982880cc13 2025-11-01 21:21:34.13: ServiceMonitor - Got ADDED Service default:kubernetes:eed58876-7dcf-4493-8c64-f9a28f401f9a 2025-11-01 21:21:34.13: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:21:34.13: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=391 2025-11-01 21:21:34.13: PodMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.13: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:21:34.13: NamespaceMonitor - Got ADDED Namespace None:default:9b37595f-1e7b-4363-8bc2-75d47c16dcb5 2025-11-01 21:21:34.14: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-01 21:21:34.14: NetworkMonitor - start process kube event 2025-11-01 21:21:34.14: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 21:21:34.14: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:21:34.14: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:21:34.14: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) [Introspect:8108]10.0.0.50 - - [2025-11-01 21:21:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.002320 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:21:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001035 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:21:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001046 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:21:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001070 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:23:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001044 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:23:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001053 2025-11-01 21:21:34.14: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:21:34.14: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=391 2025-11-01 21:21:34.14: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.14: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:21:34.15: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:f307b263-9c11-4284-852a-cc8f9229df49 2025-11-01 21:21:34.15: ServiceMonitor - Got ADDED Service kube-system:kube-dns:446fae82-48be-4c75-9af4-1e242d920829 2025-11-01 21:21:34.15: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=391 2025-11-01 21:21:34.15: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.15: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:21:34.16: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:21:34.16: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-01 21:21:34.16: NamespaceMonitor - Got ADDED Namespace None:kube-public:25b80b57-1ec0-44a6-8ef3-778bd79a7aa4 2025-11-01 21:21:34.16: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:21:34.16: NamespaceMonitor - Got ADDED Namespace None:kube-system:5ffd5f7d-5e04-4e21-8612-4598dad02af8 2025-11-01 21:21:34.16: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=391 2025-11-01 21:21:34.16: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.16: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:21:34.17: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:21:34.21: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=396 2025-11-01 21:21:34.21: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:21:34.21: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-01 21:21:34.21: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-01 21:21:35.96: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-01 21:21:35.97: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:3146e946-a581-42d4-bb9e-e0982880cc13 2025-11-01 21:21:36.02: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:21:36.02: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:eed58876-7dcf-4493-8c64-f9a28f401f9a 2025-11-01 21:21:37.26: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:21:37.26: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:21:38.92: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-01 21:21:38.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 21:21:38.92: VncKubernetes - vnc_sync - Pod start 2025-11-01 21:21:38.92: VncKubernetes - vnc_sync - Pod done 2025-11-01 21:21:38.92: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-01 21:21:38.92: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:9b37595f-1e7b-4363-8bc2-75d47c16dcb5 2025-11-01 21:21:38.92: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:21:38.93: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:21:38.93: PodMonitor - start process kube event 2025-11-01 21:21:38.93: empty line received 2025-11-01 21:21:38.93: PodMonitor - start process kube event 2025-11-01 21:21:41.51: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-01 21:21:41.57: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:21:41.59: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 21:21:41.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:21:41.59: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:21:41.59: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-01 21:21:41.59: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:f307b263-9c11-4284-852a-cc8f9229df49 2025-11-01 21:21:43.65: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-01 21:21:43.65: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:446fae82-48be-4c75-9af4-1e242d920829 2025-11-01 21:21:45.30: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:21:45.30: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:21:45.30: VncKubernetes - vnc_sync - Service start 2025-11-01 21:21:45.30: VncKubernetes - vnc_sync - Service done 2025-11-01 21:21:45.30: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:21:45.30: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:25b80b57-1ec0-44a6-8ef3-778bd79a7aa4 2025-11-01 21:21:47.01: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:21:47.01: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:5ffd5f7d-5e04-4e21-8612-4598dad02af8 2025-11-01 21:21:48.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:21:48.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:21:48.50: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:21:48.50: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:21:48.50: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:21:48.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:21:48.50: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:21:48.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:21:48.50: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:21:48.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:22:34.58: PodMonitor - Received BOOKMARK: oldResVer=391 newResVer=402 2025-11-01 21:22:34.58: PodMonitor - start process kube event 2025-11-01 21:22:34.58: empty line received 2025-11-01 21:22:34.58: PodMonitor - start process kube event 2025-11-01 21:23:34.13: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out.[Introspect:8108]10.0.0.50 - - [2025-11-01 21:23:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001481 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:24:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.003667 2025-11-01 21:23:34.13: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:23:34.13: NetworkPolicyMonitor - start process kube event 2025-11-01 21:23:34.13: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:23:34.13: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:23:34.13: IngressMonitor - start process kube event 2025-11-01 21:23:34.13: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:23:34.13: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:23:34.13: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 21:23:34.13: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:23:34.13: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:23:34.13: IngressMonitor - Connect Kube API result 0 2025-11-01 21:23:34.13: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:23:34.13: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:23:34.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:23:34.13: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:23:34.13: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:23:34.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:23:34.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:23:34.13: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:23:34.13: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:23:34.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:23:34.14: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:23:34.14: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:23:34.16: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:23:34.16: ServiceMonitor - start process kube event 2025-11-01 21:23:34.16: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:23:34.16: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:23:34.16: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:23:34.16: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:23:34.16: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:23:34.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:23:34.16: VncKubernetes - vnc_sync - Service start 2025-11-01 21:23:34.16: VncKubernetes - vnc_sync - Service done 2025-11-01 21:23:34.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:23:34.16: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:23:34.16: EndPointMonitor - start process kube event 2025-11-01 21:23:34.16: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:23:34.16: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:23:34.16: EndPointMonitor - Connect Kube API result 0 2025-11-01 21:23:34.16: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:23:34.16: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:23:34.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:23:34.16: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:23:34.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:23:34.17: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:23:34.17: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:23:34.17: NamespaceMonitor - start process kube event 2025-11-01 21:23:34.17: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:23:34.17: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:23:34.17: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:23:34.17: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:23:34.17: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:23:34.17: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:23:34.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:23:34.17: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:23:34.17: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:23:34.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:23:34.17: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:23:34.21: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:23:34.21: NetworkMonitor - start process kube event 2025-11-01 21:23:34.21: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-01 21:23:34.21: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:23:34.21: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:23:34.21: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:23:34.21: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-01 21:23:34.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:23:34.22: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:23:34.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:23:34.22: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-01 21:23:34.97: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=402 2025-11-01 21:23:34.97: PodMonitor - start process kube event 2025-11-01 21:23:34.97: empty line received 2025-11-01 21:23:34.97: PodMonitor - start process kube event 2025-11-01 21:24:34.71: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=402 2025-11-01 21:24:34.71: PodMonitor - start process kube event 2025-11-01 21:24:34.71: empty line received 2025-11-01 21:24:34.71: PodMonitor - start process kube event 2025-11-01 21:25:34.14: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:25:34.15: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:25:34.15: IngressMonitor - start process kube event 2025-11-01 21:25:34.15: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:25:34.15: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:25:34.15: NetworkPolicyMonitor - start process kube event 2025-11-01 21:25:34.15: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:25:34.15: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:25:34.15: IngressMonitor - Connect Kube API result 0 2025-11-01 21:25:34.15: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.15: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:25:34.15: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 21:25:34.15: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.15: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:25:34.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:25:34.15: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:25:34.15: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:25:34.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:25:34.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:25:34.15: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:25:34.16: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:25:34.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:25:34.16: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:25:34.16: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:25:34.17: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:25:34.17: ServiceMonitor - start process kube event 2025-11-01 21:25:34.17: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:25:34.17: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:25:34.17: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:25:34.17: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.17: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:25:34.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:25:34.17: VncKubernetes - vnc_sync - Service start 2025-11-01 21:25:34.17: VncKubernetes - vnc_sync - Service done 2025-11-01 21:25:34.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:25:34.17: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:25:34.17: EndPointMonitor - start process kube event 2025-11-01 21:25:34.17: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:25:34.17: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:25:34.17: EndPointMonitor - Connect Kube API result 0 2025-11-01 21:25:34.17: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.17: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:25:34.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:25:34.17: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:25:34.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:25:34.18: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:25:34.18: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:25:34.18: NamespaceMonitor - start process kube event 2025-11-01 21:25:34.18: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:25:34.18: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:25:34.18: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:25:34.18: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.18: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:25:34.18: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:25:34.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:25:34.18: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:25:34.18: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:25:34.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:25:34.18: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:25:34.22: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:25:34.22: NetworkMonitor - start process kube event 2025-11-01 21:25:34.22: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-01 21:25:34.22: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:25:34.22: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:25:34.22: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.22: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-01 21:25:34.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:25:34.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:25:34.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:25:34.23: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-01 21:25:34.81: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=402 2025-11-01 21:25:34.81: PodMonitor - start process kube event 2025-11-01 21:25:34.81: PodMonitor - _schedule_vnc_sync 2025-11-01 21:25:34.81: empty line received 2025-11-01 21:25:34.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 21:25:34.81: VncKubernetes - vnc_sync - Pod start 2025-11-01 21:25:34.81: PodMonitor - start process kube event 2025-11-01 21:25:34.88: VncKubernetes - vnc_sync - Pod done 2025-11-01 21:25:34.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:25:39.35: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:25:39.35: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:25:39.35: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:25:39.35: PodMonitor - start process kube event 2025-11-01 21:25:39.35: empty line received 2025-11-01 21:25:39.35: PodMonitor - start process kube event 2025-11-01 21:25:39.35: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:25:39.35: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:25:39.35: EndPointMonitor - start process kube event 2025-11-01 21:25:39.35: empty line received 2025-11-01 21:25:39.35: EndPointMonitor - start process kube event 2025-11-01 21:25:39.36: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:25:39.36: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:25:39.36: PodMonitor - start process kube event 2025-11-01 21:25:39.36: empty line received 2025-11-01 21:25:39.36: PodMonitor - start process kube event 2025-11-01 21:25:39.36: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:25:39.36: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:25:39.37: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:25:39.37: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:25:39.37: EndPointMonitor - start process kube event 2025-11-01 21:25:39.37: empty line received 2025-11-01 21:25:39.37: EndPointMonitor - start process kube event 2025-11-01 21:25:39.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:25:39.40: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:25:39.41: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:25:39.41: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:25:40.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:26:34.03: EndPointMonitor - Received BOOKMARK: oldResVer=391 newResVer=742 2025-11-01 21:26:34.04: EndPointMonitor - start process kube event 2025-11-01 21:26:34.04: empty line received 2025-11-01 21:26:34.04: EndPointMonitor - start process kube event 2025-11-01 21:26:34.75: PodMonitor - Received BOOKMARK: oldResVer=402 newResVer=741 2025-11-01 21:26:34.75: PodMonitor - start process kube event 2025-11-01 21:26:34.75: empty line received 2025-11-01 21:26:34.75: PodMonitor - start process kube event 2025-11-01 21:27:30.80: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:27:30.81: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:27:30.81: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:27:30.81: PodMonitor - start process kube event 2025-11-01 21:27:30.81: empty line received 2025-11-01 21:27:30.81: PodMonitor - start process kube event 2025-11-01 21:27:30.82: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:27:30.82: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:27:30.82: EndPointMonitor - start process kube event 2025-11-01 21:27:30.82: empty line received 2025-11-01 21:27:30.82: EndPointMonitor - start process kube event 2025-11-01 21:27:30.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:27:30.82: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:27:30.83: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:27:30.83: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:27:30.83: PodMonitor - start process kube event 2025-11-01 21:27:30.83: empty line received 2025-11-01 21:27:30.83: PodMonitor - start process kube event 2025-11-01 21:27:30.85: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:27:30.86: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:27:30.86: EndPointMonitor - start process kube event 2025-11-01 21:27:30.86: empty line received 2025-11-01 21:27:30.86: EndPointMonitor - start process kube event 2025-11-01 21:27:31.23: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:27:31.23: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:27:31.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:27:31.29: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:27:31.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:27:34.16: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:27:34.16: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:27:34.17: NetworkPolicyMonitor - start process kube event 2025-11-01 21:27:34.17: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:27:34.17: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:27:34.17: IngressMonitor - start process kube event 2025-11-01 21:27:34.17: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:27:34.17: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:27:34.17: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 21:27:34.17: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:27:34.17: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:27:34.17: IngressMonitor - Connect Kube API result 0 2025-11-01 21:27:34.17: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:27:34.17: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:27:34.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:27:34.17: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:27:34.17: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:27:34.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:27:34.17: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:27:34.17: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:27:34.17: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:27:34.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:27:34.18: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:27:34.18: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:27:34.18: ServiceMonitor - start process kube event 2025-11-01 21:27:34.18: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:29:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001067 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:29:04] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001012 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:29:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001318 2025-11-01 21:27:34.18: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:27:34.18: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:27:34.18: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:27:34.18: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:27:34.18: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:27:34.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:27:34.18: VncKubernetes - vnc_sync - Service start 2025-11-01 21:27:34.18: VncKubernetes - vnc_sync - Service done 2025-11-01 21:27:34.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:27:34.19: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:27:34.19: NamespaceMonitor - start process kube event 2025-11-01 21:27:34.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:27:34.19: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:27:34.19: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:27:34.19: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:27:34.19: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:27:34.19: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:27:34.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:27:34.19: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:27:34.19: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:27:34.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:27:34.19: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:27:34.23: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:27:34.23: NetworkMonitor - start process kube event 2025-11-01 21:27:34.23: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-01 21:27:34.23: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:27:34.23: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:27:34.23: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:27:34.23: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-01 21:27:34.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:27:34.23: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:27:34.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:27:34.24: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-01 21:27:34.36: EndPointMonitor - Received BOOKMARK: oldResVer=742 newResVer=909 2025-11-01 21:27:34.36: EndPointMonitor - start process kube event 2025-11-01 21:27:34.36: empty line received 2025-11-01 21:27:34.36: EndPointMonitor - start process kube event 2025-11-01 21:27:34.67: PodMonitor - Received BOOKMARK: oldResVer=741 newResVer=905 2025-11-01 21:27:34.67: PodMonitor - start process kube event 2025-11-01 21:27:34.67: empty line received 2025-11-01 21:27:34.67: PodMonitor - start process kube event 2025-11-01 21:28:33.72: EndPointMonitor - Received BOOKMARK: oldResVer=909 newResVer=909 2025-11-01 21:28:33.72: EndPointMonitor - start process kube event 2025-11-01 21:28:33.72: empty line received 2025-11-01 21:28:33.72: EndPointMonitor - start process kube event 2025-11-01 21:28:35.25: PodMonitor - Received BOOKMARK: oldResVer=905 newResVer=905 2025-11-01 21:28:35.25: PodMonitor - start process kube event 2025-11-01 21:28:35.25: empty line received 2025-11-01 21:28:35.25: PodMonitor - start process kube event 2025-11-01 21:29:33.77: EndPointMonitor - Received BOOKMARK: oldResVer=909 newResVer=909 2025-11-01 21:29:33.77: EndPointMonitor - start process kube event 2025-11-01 21:29:33.77: empty line received 2025-11-01 21:29:33.77: EndPointMonitor - start process kube event 2025-11-01 21:29:34.18: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:29:34.18: NetworkPolicyMonitor - start process kube event 2025-11-01 21:29:34.18: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:29:34.18: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:29:34.18: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 21:29:34.18: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:29:34.18: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:29:34.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:29:34.18: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:29:34.18: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:29:34.18: IngressMonitor - start process kube event 2025-11-01 21:29:34.18: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:29:34.18: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:29:34.19: IngressMonitor - Connect Kube API result 0 2025-11-01 21:29:34.19: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:29:34.19: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:29:34.19: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:29:34.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:29:34.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:29:34.19: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:29:34.19: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:29:34.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:29:34.19: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:29:34.19: ServiceMonitor - start process kube event 2025-11-01 21:29:34.19: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:29:34.19: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:29:34.19: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:29:34.19: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:29:34.19: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:29:34.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:29:34.19: VncKubernetes - vnc_sync - Service start 2025-11-01 21:29:34.19: VncKubernetes - vnc_sync - Service done 2025-11-01 21:29:34.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:29:34.19: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) [Introspect:8108]10.0.0.50 - - [2025-11-01 21:29:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001067 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:31:21] "GET /Snh_NamespaceDatabaseList?namespace_uuid=9b37595f-1e7b-4363-8bc2-75d47c16dcb5 HTTP/1.1" 200 753 0.000687 2025-11-01 21:29:34.19: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:29:34.19: NamespaceMonitor - start process kube event 2025-11-01 21:29:34.19: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:29:34.19: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:29:34.19: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:29:34.20: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:29:34.20: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:29:34.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:29:34.20: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:29:34.20: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:29:34.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:29:34.20: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:29:34.20: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:29:34.20: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:29:34.24: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:29:34.24: NetworkMonitor - start process kube event 2025-11-01 21:29:34.24: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-01 21:29:34.24: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:29:34.24: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:29:34.24: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:29:34.24: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-01 21:29:34.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:29:34.24: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:29:34.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:29:34.25: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-01 21:29:35.15: PodMonitor - Received BOOKMARK: oldResVer=905 newResVer=905 2025-11-01 21:29:35.15: PodMonitor - start process kube event 2025-11-01 21:29:35.15: PodMonitor - _schedule_vnc_sync 2025-11-01 21:29:35.15: empty line received 2025-11-01 21:29:35.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 21:29:35.16: VncKubernetes - vnc_sync - Pod start 2025-11-01 21:29:35.16: VncKubernetes - vnc_sync - Pod done 2025-11-01 21:29:35.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:29:35.16: PodMonitor - start process kube event 2025-11-01 21:30:33.72: EndPointMonitor - Received BOOKMARK: oldResVer=909 newResVer=909 2025-11-01 21:30:33.72: EndPointMonitor - start process kube event 2025-11-01 21:30:33.72: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:30:33.72: empty line received 2025-11-01 21:30:33.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:30:33.72: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:30:33.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:30:33.72: EndPointMonitor - start process kube event 2025-11-01 21:30:33.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=391 newResVer=1086 2025-11-01 21:30:33.77: NetworkPolicyMonitor - start process kube event 2025-11-01 21:30:33.77: empty line received 2025-11-01 21:30:33.77: NetworkPolicyMonitor - start process kube event 2025-11-01 21:30:33.82: ServiceMonitor - Received BOOKMARK: oldResVer=391 newResVer=1055 2025-11-01 21:30:33.82: ServiceMonitor - start process kube event 2025-11-01 21:30:33.82: empty line received 2025-11-01 21:30:33.82: ServiceMonitor - start process kube event 2025-11-01 21:30:34.59: IngressMonitor - Received BOOKMARK: oldResVer=391 newResVer=1098 2025-11-01 21:30:34.59: IngressMonitor - start process kube event 2025-11-01 21:30:34.59: empty line received 2025-11-01 21:30:34.59: IngressMonitor - start process kube event 2025-11-01 21:30:34.67: PodMonitor - Received BOOKMARK: oldResVer=905 newResVer=905 2025-11-01 21:30:34.67: PodMonitor - start process kube event 2025-11-01 21:30:34.67: empty line received 2025-11-01 21:30:34.67: PodMonitor - start process kube event 2025-11-01 21:30:38.00: PodMonitor - Received BOOKMARK: oldResVer=905 newResVer=905 2025-11-01 21:30:38.00: PodMonitor - start process kube event 2025-11-01 21:30:38.00: empty line received 2025-11-01 21:30:38.00: PodMonitor - start process kube event 2025-11-01 21:30:39.08: PodMonitor - Received BOOKMARK: oldResVer=905 newResVer=905 2025-11-01 21:30:39.08: PodMonitor - start process kube event 2025-11-01 21:30:39.08: empty line received 2025-11-01 21:30:39.08: PodMonitor - start process kube event 2025-11-01 21:30:40.40: stop iteration PodMonitor 2025-11-01 21:30:40.41: PodMonitor - start process kube event 2025-11-01 21:30:40.41: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=905 2025-11-01 21:30:40.41: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:30:40.41: PodMonitor - Connect Kube API result 0 2025-11-01 21:30:40.41: PodMonitor - _schedule_vnc_sync 2025-11-01 21:30:40.41: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '905'})(timeout=120) 2025-11-01 21:30:40.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 21:30:40.41: VncKubernetes - vnc_sync - Pod start 2025-11-01 21:30:40.41: VncKubernetes - vnc_sync - Pod done 2025-11-01 21:30:40.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:30:40.42: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '905'}) 2025-11-01 21:31:21.31: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-12085762:35a52856-33f5-47b2-9d82-7b75ae841769 2025-11-01 21:31:21.31: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-12085762:35a52856-33f5-47b2-9d82-7b75ae841769 2025-11-01 21:31:21.31: VncKubernetes - Process event (name=ctest-nginx-svc-12085762 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-12085762:35a52856-33f5-47b2-9d82-7b75ae841769 2025-11-01 21:31:21.31: ServiceMonitor - start process kube event 2025-11-01 21:31:21.31: empty line received 2025-11-01 21:31:21.31: ServiceMonitor - start process kube event 2025-11-01 21:31:21.31: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:21.31: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:21.31: EndPointMonitor - start process kube event 2025-11-01 21:31:21.31: empty line received 2025-11-01 21:31:21.31: EndPointMonitor - start process kube event 2025-11-01 21:31:21.34: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:21.34: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-37559279 (no nodeName) 2025-11-01 21:31:21.34: PodMonitor - start process kube event 2025-11-01 21:31:21.34: empty line received 2025-11-01 21:31:21.34: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-01 21:31:28] "GET /Snh_LoadbalancerDatabaseList?x=8b53730c-caeb-4047-b5c0-e4ff950fc516 HTTP/1.1" 200 1869 0.000947 2025-11-01 21:31:21.38: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:21.38: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:21.38: PodMonitor - start process kube event 2025-11-01 21:31:21.39: empty line received 2025-11-01 21:31:21.39: PodMonitor - start process kube event 2025-11-01 21:31:21.42: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:21.42: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:21.42: PodMonitor - start process kube event 2025-11-01 21:31:21.42: empty line received 2025-11-01 21:31:21.42: PodMonitor - start process kube event 2025-11-01 21:31:22.26: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:31:22.26: VncKubernetes - Process event (name=ctest-nginx-svc-12085762 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:22.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:31:22.29: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:23.17: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:23.17: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:23.17: PodMonitor - start process kube event 2025-11-01 21:31:23.17: empty line received 2025-11-01 21:31:23.17: PodMonitor - start process kube event 2025-11-01 21:31:23.18: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:31:23.18: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:23.30: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:31:23.30: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:23.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:24.40: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:24.40: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-11465393 (no nodeName) 2025-11-01 21:31:24.40: PodMonitor - start process kube event 2025-11-01 21:31:24.40: empty line received 2025-11-01 21:31:24.40: PodMonitor - start process kube event 2025-11-01 21:31:24.41: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:24.41: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:24.41: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:24.41: PodMonitor - start process kube event 2025-11-01 21:31:24.41: empty line received 2025-11-01 21:31:24.41: PodMonitor - start process kube event 2025-11-01 21:31:24.42: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:24.42: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:24.42: PodMonitor - start process kube event 2025-11-01 21:31:24.42: empty line received 2025-11-01 21:31:24.42: PodMonitor - start process kube event 2025-11-01 21:31:25.12: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:25.12: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:25.12: PodMonitor - start process kube event 2025-11-01 21:31:25.12: empty line received 2025-11-01 21:31:25.12: PodMonitor - start process kube event 2025-11-01 21:31:25.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:31:25.14: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:25.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:31:25.29: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:25.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:25.46: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:31:25.46: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:31:25.46: VncKubernetes - Process event (name=ctest-nginx-ingress-09591855 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:31:25.46: IngressMonitor - start process kube event 2025-11-01 21:31:25.46: empty line received 2025-11-01 21:31:25.46: IngressMonitor - start process kube event 2025-11-01 21:31:26.55: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:31:26.55: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:31:26.55: IngressMonitor - start process kube event 2025-11-01 21:31:26.55: empty line received 2025-11-01 21:31:26.55: IngressMonitor - start process kube event 2025-11-01 21:31:27.58: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:31:27.58: VncKubernetes - Process event (name=ctest-nginx-ingress-09591855 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:31:27.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:28.49: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:28.49: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-67497342 (no nodeName) 2025-11-01 21:31:28.49: PodMonitor - start process kube event 2025-11-01 21:31:28.49: empty line received 2025-11-01 21:31:28.49: PodMonitor - start process kube event 2025-11-01 21:31:28.50: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:28.50: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:28.50: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:28.50: PodMonitor - start process kube event 2025-11-01 21:31:28.50: empty line received 2025-11-01 21:31:28.51: PodMonitor - start process kube event 2025-11-01 21:31:28.52: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:28.52: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:28.52: PodMonitor - start process kube event 2025-11-01 21:31:28.52: empty line received 2025-11-01 21:31:28.52: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-01 21:31:33] "GET /Snh_VirtualMachineDatabaseList?x=5bc73034-e642-41a8-9538-015e3bd4cd4a HTTP/1.1" 200 2149 0.000717 2025-11-01 21:31:29.18: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:29.18: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:29.18: PodMonitor - start process kube event 2025-11-01 21:31:29.18: empty line received 2025-11-01 21:31:29.18: PodMonitor - start process kube event 2025-11-01 21:31:29.19: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:31:29.19: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:29.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:31:29.33: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:29.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:33.34: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:33.35: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:33.35: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:31:33.35: PodMonitor - start process kube event 2025-11-01 21:31:33.35: empty line received 2025-11-01 21:31:33.35: PodMonitor - start process kube event 2025-11-01 21:31:33.35: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:33.35: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:33.35: EndPointMonitor - start process kube event 2025-11-01 21:31:33.35: empty line received 2025-11-01 21:31:33.35: EndPointMonitor - start process kube event 2025-11-01 21:31:33.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:31:33.40: VncKubernetes - Process event (name=ctest-nginx-svc-12085762 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:33.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:34.01: EndPointMonitor - Received BOOKMARK: oldResVer=909 newResVer=1262 2025-11-01 21:31:34.01: EndPointMonitor - start process kube event 2025-11-01 21:31:34.02: empty line received 2025-11-01 21:31:34.02: EndPointMonitor - start process kube event 2025-11-01 21:31:34.20: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:31:34.20: NamespaceMonitor - start process kube event 2025-11-01 21:31:34.20: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=391 2025-11-01 21:31:34.20: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:31:34.20: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:31:34.21: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:31:34.21: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'})(timeout=120) 2025-11-01 21:31:34.21: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:31:34.21: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:31:34.21: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:31:34.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:34.21: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '391'}) 2025-11-01 21:31:34.22: ServiceMonitor - Received BOOKMARK: oldResVer=1055 newResVer=1218 2025-11-01 21:31:34.22: ServiceMonitor - start process kube event 2025-11-01 21:31:34.22: empty line received 2025-11-01 21:31:34.22: ServiceMonitor - start process kube event 2025-11-01 21:31:34.25: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:31:34.25: NetworkMonitor - start process kube event 2025-11-01 21:31:34.25: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=396 2025-11-01 21:31:34.25: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:31:34.25: NetworkMonitor - Connect Kube API result 0 2025-11-01 21:31:34.25: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:31:34.25: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'})(timeout=120) 2025-11-01 21:31:34.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:31:34.25: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:31:34.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:34.26: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '396'}) 2025-11-01 21:31:34.36: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:34.36: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:34.36: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:31:34.37: PodMonitor - start process kube event 2025-11-01 21:31:34.37: empty line received 2025-11-01 21:31:34.37: PodMonitor - start process kube event 2025-11-01 21:31:34.37: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:34.37: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:34.37: EndPointMonitor - start process kube event 2025-11-01 21:31:34.37: empty line received 2025-11-01 21:31:34.37: EndPointMonitor - start process kube event 2025-11-01 21:31:34.43: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:31:34.43: VncKubernetes - Process event (name=ctest-nginx-svc-12085762 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:31:34.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1086 newResVer=1086 2025-11-01 21:31:34.58: NetworkPolicyMonitor - start process kube event 2025-11-01 21:31:34.58: empty line received 2025-11-01 21:31:34.58: NetworkPolicyMonitor - start process kube event 2025-11-01 21:31:34.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:34.80: IngressMonitor - Received BOOKMARK: oldResVer=1098 newResVer=1242 2025-11-01 21:31:34.84: IngressMonitor - start process kube event 2025-11-01 21:31:34.84: empty line received 2025-11-01 21:31:34.84: IngressMonitor - start process kube event 2025-11-01 21:31:38.37: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:38.37: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:38.37: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:38.37: PodMonitor - start process kube event 2025-11-01 21:31:38.37: empty line received [Introspect:8108]10.0.0.50 - - [2025-11-01 21:31:38] "GET /Snh_VirtualMachineDatabaseList?x=b540d2ee-82b5-4830-b105-b5affa1217fa HTTP/1.1" 200 2149 0.000842 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:31:38] "GET /Snh_VirtualMachineDatabaseList?x=3c91ee19-9491-49da-879d-c3e32f73c15f HTTP/1.1" 200 2083 0.001013 2025-11-01 21:31:38.37: PodMonitor - start process kube event 2025-11-01 21:31:38.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:39.00: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:39.00: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:39.00: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:31:39.00: PodMonitor - start process kube event 2025-11-01 21:31:39.00: empty line received 2025-11-01 21:31:39.00: PodMonitor - start process kube event 2025-11-01 21:31:39.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:31:40.07: PodMonitor - Received BOOKMARK: oldResVer=905 newResVer=1283 2025-11-01 21:31:40.07: PodMonitor - start process kube event 2025-11-01 21:31:40.07: empty line received 2025-11-01 21:31:40.07: PodMonitor - start process kube event 2025-11-01 21:32:17.18: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:32:17.18: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:32:17.18: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:32:17.19: PodMonitor - start process kube event 2025-11-01 21:32:17.19: empty line received 2025-11-01 21:32:17.19: PodMonitor - start process kube event 2025-11-01 21:32:17.20: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:32:17.20: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:32:17.20: EndPointMonitor - start process kube event 2025-11-01 21:32:17.20: empty line received 2025-11-01 21:32:17.20: EndPointMonitor - start process kube event 2025-11-01 21:32:17.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:17.20: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:32:17.21: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:32:17.21: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:32:17.21: PodMonitor - start process kube event 2025-11-01 21:32:17.21: empty line received 2025-11-01 21:32:17.21: PodMonitor - start process kube event 2025-11-01 21:32:17.23: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:32:17.23: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:32:17.24: EndPointMonitor - start process kube event 2025-11-01 21:32:17.24: empty line received 2025-11-01 21:32:17.24: EndPointMonitor - start process kube event 2025-11-01 21:32:17.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:32:17.57: VncKubernetes - Process event (name=coredns-6f867cd986-vr5jt event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-vr5jt:fffe1697-ce0b-46ad-ba50-a8b395d491d7 2025-11-01 21:32:17.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:17.64: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:b4c25deb-553b-4238-98fe-76a09582b0fd 2025-11-01 21:32:18.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:33.53: ServiceMonitor - Received BOOKMARK: oldResVer=1218 newResVer=1218 2025-11-01 21:32:33.53: ServiceMonitor - start process kube event 2025-11-01 21:32:33.53: empty line received 2025-11-01 21:32:33.53: ServiceMonitor - start process kube event 2025-11-01 21:32:33.77: EndPointMonitor - Received BOOKMARK: oldResVer=1262 newResVer=1357 2025-11-01 21:32:33.77: EndPointMonitor - start process kube event 2025-11-01 21:32:33.77: empty line received 2025-11-01 21:32:33.77: EndPointMonitor - start process kube event 2025-11-01 21:32:34.16: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1086 newResVer=1086 2025-11-01 21:32:34.16: NetworkPolicyMonitor - start process kube event 2025-11-01 21:32:34.16: empty line received 2025-11-01 21:32:34.16: NetworkPolicyMonitor - start process kube event 2025-11-01 21:32:34.66: IngressMonitor - Received BOOKMARK: oldResVer=1242 newResVer=1242 2025-11-01 21:32:34.66: IngressMonitor - start process kube event 2025-11-01 21:32:34.66: empty line received 2025-11-01 21:32:34.66: IngressMonitor - start process kube event 2025-11-01 21:32:35.12: NetworkMonitor - Received BOOKMARK: oldResVer=396 newResVer=1313 2025-11-01 21:32:35.12: NetworkMonitor - start process kube event 2025-11-01 21:32:35.12: empty line received 2025-11-01 21:32:35.12: NetworkMonitor - start process kube event 2025-11-01 21:32:38.76: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.76: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.76: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.76: PodMonitor - start process kube event 2025-11-01 21:32:38.76: empty line received 2025-11-01 21:32:38.76: PodMonitor - start process kube event 2025-11-01 21:32:38.77: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.77: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.77: PodMonitor - start process kube event 2025-11-01 21:32:38.77: empty line received 2025-11-01 21:32:38.77: PodMonitor - start process kube event 2025-11-01 21:32:38.77: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.77: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.77: PodMonitor - start process kube event 2025-11-01 21:32:38.77: empty line received 2025-11-01 21:32:38.77: PodMonitor - start process kube event 2025-11-01 21:32:38.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:32:38.77: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:38.83: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:38.83: VncKubernetes - Process event (name=ctest-busybox-pod-67497342 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-67497342:3c91ee19-9491-49da-879d-c3e32f73c15f 2025-11-01 21:32:39.09: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:39.12: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:32:39.12: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:32:39.12: VncKubernetes - Process event (name=ctest-nginx-ingress-09591855 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-09591855:8b53730c-caeb-4047-b5c0-e4ff950fc516 2025-11-01 21:32:39.12: IngressMonitor - start process kube event 2025-11-01 21:32:39.12: empty line received [Introspect:8108]10.0.0.50 - - [2025-11-01 21:32:39] "GET /Snh_LoadbalancerDatabaseList?x=8b53730c-caeb-4047-b5c0-e4ff950fc516 HTTP/1.1" 200 1869 0.000817 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:32:40] "GET /Snh_LoadbalancerDatabaseList?x=8b53730c-caeb-4047-b5c0-e4ff950fc516 HTTP/1.1" 200 313 0.000632 2025-11-01 21:32:39.12: IngressMonitor - start process kube event 2025-11-01 21:32:40.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:40.44: PodMonitor - Received BOOKMARK: oldResVer=1283 newResVer=1395 2025-11-01 21:32:40.44: PodMonitor - start process kube event 2025-11-01 21:32:40.44: empty line received 2025-11-01 21:32:40.44: PodMonitor - start process kube event 2025-11-01 21:32:40.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:40.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:40.47: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:40.48: PodMonitor - start process kube event 2025-11-01 21:32:40.48: empty line received 2025-11-01 21:32:40.48: PodMonitor - start process kube event 2025-11-01 21:32:40.48: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:32:40.48: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:32:40.48: EndPointMonitor - start process kube event 2025-11-01 21:32:40.48: empty line received 2025-11-01 21:32:40.48: EndPointMonitor - start process kube event 2025-11-01 21:32:40.50: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:40.50: VncKubernetes - Process event (name=ctest-nginx-svc-12085762 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:32:40.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:41.76: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.76: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.76: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.76: PodMonitor - start process kube event 2025-11-01 21:32:41.76: empty line received 2025-11-01 21:32:41.76: PodMonitor - start process kube event 2025-11-01 21:32:41.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.77: PodMonitor - start process kube event 2025-11-01 21:32:41.77: empty line received 2025-11-01 21:32:41.77: PodMonitor - start process kube event 2025-11-01 21:32:41.78: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.78: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.78: PodMonitor - start process kube event 2025-11-01 21:32:41.78: empty line received 2025-11-01 21:32:41.78: PodMonitor - start process kube event 2025-11-01 21:32:41.78: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:32:41.78: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:41.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:41.84: VncKubernetes - Process event (name=ctest-nginx-pod-11465393 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-11465393:b540d2ee-82b5-4830-b105-b5affa1217fa 2025-11-01 21:32:42.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:45.51: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:45.51: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:45.52: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:45.52: PodMonitor - start process kube event 2025-11-01 21:32:45.52: empty line received 2025-11-01 21:32:45.52: PodMonitor - start process kube event 2025-11-01 21:32:45.52: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:32:45.52: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:32:45.52: EndPointMonitor - start process kube event 2025-11-01 21:32:45.52: empty line received 2025-11-01 21:32:45.52: EndPointMonitor - start process kube event 2025-11-01 21:32:45.53: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:45.53: VncKubernetes - Process event (name=ctest-nginx-svc-12085762 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-12085762:24753fd7-2e1f-458a-85af-9a277b8550e5 2025-11-01 21:32:45.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:46.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.78: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.78: PodMonitor - start process kube event 2025-11-01 21:32:46.78: empty line received 2025-11-01 21:32:46.78: PodMonitor - start process kube event 2025-11-01 21:32:46.78: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.78: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.78: PodMonitor - start process kube event 2025-11-01 21:32:46.78: empty line received 2025-11-01 21:32:46.78: PodMonitor - start process kube event 2025-11-01 21:32:46.79: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.79: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.79: PodMonitor - start process kube event 2025-11-01 21:32:46.79: empty line received 2025-11-01 21:32:46.79: PodMonitor - start process kube event 2025-11-01 21:32:46.84: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:32:46.84: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:46.86: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:32:46.86: VncKubernetes - Process event (name=ctest-nginx-pod-37559279 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-37559279:5bc73034-e642-41a8-9538-015e3bd4cd4a 2025-11-01 21:32:47.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:50.88: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:32:50.88: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:32:50.88: VncKubernetes - Process event (name=ctest-new-default-79696969 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:32:50.88: NamespaceMonitor - start process kube event 2025-11-01 21:32:50.89: empty line received 2025-11-01 21:32:50.89: NamespaceMonitor - start process kube event 2025-11-01 21:32:52.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:53.89: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:32:53.89: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:32:53.89: VncKubernetes - Process event (name=ctest-non-default-50437091 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:32:53.89: NamespaceMonitor - start process kube event 2025-11-01 21:32:53.90: empty line received 2025-11-01 21:32:53.90: NamespaceMonitor - start process kube event 2025-11-01 21:32:55.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:32:56.90: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:32:56.90: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:32:56.91: VncKubernetes - Process event (name=ctest-new-default-79696969 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:32:56.91: NamespaceMonitor - start process kube event 2025-11-01 21:32:56.91: empty line received 2025-11-01 21:32:56.91: NamespaceMonitor - start process kube event 2025-11-01 21:32:56.91: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:32:56.91: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:32:56.91: NamespaceMonitor - start process kube event 2025-11-01 21:32:56.91: empty line received 2025-11-01 21:32:56.91: NamespaceMonitor - start process kube event 2025-11-01 21:32:56.93: PodMonitor - Received ADDED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:56.93: PodMonitor - Skipped ADDED Pod ctest-new-default-79696969:ctest-pod-40655536 (no nodeName) 2025-11-01 21:32:56.93: PodMonitor - start process kube event 2025-11-01 21:32:56.93: empty line received 2025-11-01 21:32:56.93: PodMonitor - start process kube event 2025-11-01 21:32:56.94: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:56.94: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:56.94: PodMonitor - start process kube event 2025-11-01 21:32:56.94: empty line received 2025-11-01 21:32:56.94: PodMonitor - start process kube event 2025-11-01 21:32:56.97: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:56.97: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:56.97: PodMonitor - start process kube event 2025-11-01 21:32:56.97: empty line received 2025-11-01 21:32:56.97: PodMonitor - start process kube event 2025-11-01 21:32:56.97: PodMonitor - Received ADDED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:56.97: PodMonitor - Skipped ADDED Pod ctest-new-default-79696969:ctest-pod-76732874 (no nodeName) 2025-11-01 21:32:56.97: PodMonitor - start process kube event 2025-11-01 21:32:56.97: empty line received 2025-11-01 21:32:56.97: PodMonitor - start process kube event 2025-11-01 21:32:56.98: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:56.98: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:56.98: PodMonitor - start process kube event 2025-11-01 21:32:56.98: empty line received 2025-11-01 21:32:56.98: PodMonitor - start process kube event 2025-11-01 21:32:56.99: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:56.99: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:56.99: PodMonitor - start process kube event 2025-11-01 21:32:56.99: empty line received 2025-11-01 21:32:56.99: PodMonitor - start process kube event 2025-11-01 21:32:57.03: PodMonitor - Received ADDED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:32:57.03: PodMonitor - Skipped ADDED Pod ctest-non-default-50437091:ctest-pod-83658125 (no nodeName) 2025-11-01 21:32:57.03: PodMonitor - start process kube event 2025-11-01 21:32:57.03: empty line received 2025-11-01 21:32:57.03: PodMonitor - start process kube event 2025-11-01 21:32:57.04: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:32:57.04: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:32:57.04: PodMonitor - start process kube event 2025-11-01 21:32:57.04: empty line received 2025-11-01 21:32:57.04: PodMonitor - start process kube event 2025-11-01 21:32:57.05: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:32:57.05: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:32:57.05: PodMonitor - start process kube event 2025-11-01 21:32:57.05: empty line received 2025-11-01 21:32:57.05: PodMonitor - start process kube event 2025-11-01 21:32:57.06: PodMonitor - Received ADDED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:32:57.06: PodMonitor - Skipped ADDED Pod ctest-non-default-50437091:ctest-pod-17750737 (no nodeName) 2025-11-01 21:32:57.06: PodMonitor - start process kube event 2025-11-01 21:32:57.06: empty line received 2025-11-01 21:32:57.06: PodMonitor - start process kube event 2025-11-01 21:32:57.06: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:32:57.06: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:32:57.06: PodMonitor - start process kube event 2025-11-01 21:32:57.06: empty line received 2025-11-01 21:32:57.06: PodMonitor - start process kube event 2025-11-01 21:32:57.07: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:32:57.07: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:32:57.07: PodMonitor - start process kube event 2025-11-01 21:32:57.07: empty line received 2025-11-01 21:32:57.07: PodMonitor - start process kube event 2025-11-01 21:32:57.09: PodMonitor - Received ADDED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:32:57.09: PodMonitor - Skipped ADDED Pod ctest-new-default-79696969:ctest-pod-18134133 (no nodeName) 2025-11-01 21:32:57.09: PodMonitor - start process kube event 2025-11-01 21:32:57.09: empty line received 2025-11-01 21:32:57.09: PodMonitor - start process kube event 2025-11-01 21:32:57.09: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:32:57.09: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:32:57.09: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-11-01 21:32:57] "GET /Snh_NamespaceDatabaseList?namespace_uuid=618e80c7-b23d-4bf0-bf40-e42b52f769fc HTTP/1.1" 200 866 0.000724 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:32:57] "GET /Snh_NamespaceDatabaseList?namespace_uuid=fab46df1-cec6-4bce-a912-d0e101511d4f HTTP/1.1" 200 866 0.002643 2025-11-01 21:32:57.09: empty line received 2025-11-01 21:32:57.09: PodMonitor - start process kube event 2025-11-01 21:32:57.11: PodMonitor - Received ADDED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:32:57.11: PodMonitor - Skipped ADDED Pod ctest-new-default-79696969:ctest-pod-46077220 (no nodeName) 2025-11-01 21:32:57.11: PodMonitor - start process kube event 2025-11-01 21:32:57.11: empty line received 2025-11-01 21:32:57.11: PodMonitor - start process kube event 2025-11-01 21:32:57.12: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:32:57.12: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:32:57.12: PodMonitor - start process kube event 2025-11-01 21:32:57.12: empty line received 2025-11-01 21:32:57.12: PodMonitor - start process kube event 2025-11-01 21:32:57.14: PodMonitor - Received ADDED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:32:57.14: PodMonitor - Skipped ADDED Pod ctest-non-default-50437091:ctest-pod-99058707 (no nodeName) 2025-11-01 21:32:57.14: PodMonitor - start process kube event 2025-11-01 21:32:57.14: empty line received 2025-11-01 21:32:57.14: PodMonitor - start process kube event 2025-11-01 21:32:57.15: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:32:57.15: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:32:57.15: PodMonitor - start process kube event 2025-11-01 21:32:57.15: empty line received 2025-11-01 21:32:57.15: PodMonitor - start process kube event 2025-11-01 21:32:57.16: PodMonitor - Received ADDED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:32:57.16: PodMonitor - Skipped ADDED Pod ctest-non-default-50437091:ctest-pod-52519107 (no nodeName) 2025-11-01 21:32:57.16: PodMonitor - start process kube event 2025-11-01 21:32:57.16: empty line received 2025-11-01 21:32:57.16: PodMonitor - start process kube event 2025-11-01 21:32:57.17: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:32:57.17: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:32:57.17: PodMonitor - start process kube event 2025-11-01 21:32:57.17: empty line received 2025-11-01 21:32:57.17: PodMonitor - start process kube event 2025-11-01 21:32:57.50: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:32:57.50: VncKubernetes - Process event (name=ctest-non-default-50437091 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:32:57.54: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:32:57.55: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:32:57.55: PodMonitor - start process kube event 2025-11-01 21:32:57.55: empty line received 2025-11-01 21:32:57.55: PodMonitor - start process kube event 2025-11-01 21:32:58.03: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:32:58.04: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:59.03: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:59.03: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:59.03: PodMonitor - start process kube event 2025-11-01 21:32:59.03: empty line received 2025-11-01 21:32:59.03: PodMonitor - start process kube event 2025-11-01 21:32:59.05: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:32:59.05: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:32:59.18: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:32:59.18: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:59.35: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:32:59.35: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:32:59.35: PodMonitor - start process kube event 2025-11-01 21:32:59.35: empty line received 2025-11-01 21:32:59.35: PodMonitor - start process kube event 2025-11-01 21:32:59.76: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:32:59.76: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:32:59.76: PodMonitor - start process kube event 2025-11-01 21:32:59.76: empty line received 2025-11-01 21:32:59.76: PodMonitor - start process kube event 2025-11-01 21:32:59.79: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:59.79: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:59.79: PodMonitor - start process kube event 2025-11-01 21:32:59.79: empty line received 2025-11-01 21:32:59.79: PodMonitor - start process kube event 2025-11-01 21:32:59.81: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-01 21:32:59.81: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:32:59.93: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:32:59.93: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:00.14: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:00.15: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:00.15: PodMonitor - start process kube event 2025-11-01 21:33:00.15: empty line received 2025-11-01 21:33:00.15: PodMonitor - start process kube event 2025-11-01 21:33:00.71: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:00.71: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:00.71: PodMonitor - start process kube event 2025-11-01 21:33:00.71: empty line received 2025-11-01 21:33:00.71: PodMonitor - start process kube event 2025-11-01 21:33:00.72: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-01 21:33:00.72: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:00.85: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:33:00.85: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:01.49: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:01.49: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:01.49: PodMonitor - start process kube event 2025-11-01 21:33:01.49: empty line received 2025-11-01 21:33:01.49: PodMonitor - start process kube event 2025-11-01 21:33:01.50: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 21:33:01.50: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:01.59: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:33:01.59: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:02.28: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:02.28: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:02.28: PodMonitor - start process kube event 2025-11-01 21:33:02.28: empty line received 2025-11-01 21:33:02.28: PodMonitor - start process kube event 2025-11-01 21:33:02.29: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:33:02.29: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:02.96: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:02.96: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:02.97: PodMonitor - start process kube event 2025-11-01 21:33:02.97: empty line received 2025-11-01 21:33:02.97: PodMonitor - start process kube event 2025-11-01 21:33:02.98: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:33:02.98: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:03.61: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:03.61: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:03.61: PodMonitor - start process kube event 2025-11-01 21:33:03.61: empty line received 2025-11-01 21:33:03.61: PodMonitor - start process kube event 2025-11-01 21:33:03.62: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:33:03.62: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:04.32: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:04.32: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:04.32: PodMonitor - start process kube event 2025-11-01 21:33:04.32: empty line received 2025-11-01 21:33:04.32: PodMonitor - start process kube event 2025-11-01 21:33:04.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 21:33:04.33: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:04.39: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-01 21:33:04.39: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:33:04.45: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-01 21:33:04.45: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:04.52: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 21:33:04.52: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:04.66: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-01 21:33:04.66: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:33:04.68: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-01 21:33:04.68: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:04.80: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:33:04.80: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:04.81: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:04.81: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:04.81: PodMonitor - start process kube event 2025-11-01 21:33:04.81: empty line received 2025-11-01 21:33:04.81: PodMonitor - start process kube event 2025-11-01 21:33:04.81: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:33:04.81: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:04.87: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:33:04.87: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:04.92: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:33:04.92: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:04.93: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:33:04.93: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:04.99: VncKubernetes - wait event (qsize=2 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:12] "GET /Snh_VirtualMachineDatabaseList?x=1fcfe52e-a20b-476e-a3c0-f70bb3f51291 HTTP/1.1" 200 2483 0.000800 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:12] "GET /Snh_VirtualMachineDatabaseList?x=3595474f-80c0-4186-bb0c-ba799e6a3d01 HTTP/1.1" 200 2483 0.000804 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:12] "GET /Snh_VirtualMachineDatabaseList?x=18301e9f-52de-4fcc-9105-88e6a766113d HTTP/1.1" 200 2483 0.000777 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:13] "GET /Snh_VirtualMachineDatabaseList?x=0d90f754-9f29-43eb-91f5-e53eb04743ac HTTP/1.1" 200 2483 0.000823 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:18] "GET /Snh_VirtualMachineDatabaseList?x=b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 HTTP/1.1" 200 2413 0.000737 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:18] "GET /Snh_VirtualMachineDatabaseList?x=551459e9-3bfa-4663-9f07-ea41a20d1a79 HTTP/1.1" 200 2413 0.000788 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:18] "GET /Snh_VirtualMachineDatabaseList?x=22dd7db4-a859-4d35-a9e8-71521bb42794 HTTP/1.1" 200 2413 0.000732 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:18] "GET /Snh_VirtualMachineDatabaseList?x=fc4d96c2-4e43-472d-9098-bdf07276ab9e HTTP/1.1" 200 2413 0.000698 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:19] "GET /Snh_LoadbalancerDatabaseList?x=53655931-396a-4621-80d0-1e88ed0e8edd HTTP/1.1" 200 1862 0.000724 2025-11-01 21:33:04.99: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:05.04: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:33:05.04: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:33:05.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:09.82: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:33:09.82: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:33:09.82: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:33:09.82: PodMonitor - start process kube event 2025-11-01 21:33:09.82: empty line received 2025-11-01 21:33:09.82: PodMonitor - start process kube event 2025-11-01 21:33:09.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:10.83: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:33:10.83: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:33:10.83: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:33:10.83: PodMonitor - start process kube event 2025-11-01 21:33:10.83: empty line received 2025-11-01 21:33:10.83: PodMonitor - start process kube event 2025-11-01 21:33:10.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:11.83: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:11.83: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:11.83: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:33:11.83: PodMonitor - start process kube event 2025-11-01 21:33:11.83: empty line received 2025-11-01 21:33:11.83: PodMonitor - start process kube event 2025-11-01 21:33:11.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:14.84: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:14.84: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:14.84: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:33:14.84: PodMonitor - start process kube event 2025-11-01 21:33:14.84: empty line received 2025-11-01 21:33:14.84: PodMonitor - start process kube event 2025-11-01 21:33:14.86: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:14.86: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:14.86: PodMonitor - start process kube event 2025-11-01 21:33:14.86: empty line received 2025-11-01 21:33:14.86: PodMonitor - start process kube event 2025-11-01 21:33:14.87: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:14.87: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:14.87: PodMonitor - start process kube event 2025-11-01 21:33:14.87: empty line received 2025-11-01 21:33:14.87: PodMonitor - start process kube event 2025-11-01 21:33:14.88: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:14.88: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:14.88: PodMonitor - start process kube event 2025-11-01 21:33:14.88: empty line received 2025-11-01 21:33:14.88: PodMonitor - start process kube event 2025-11-01 21:33:14.89: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:33:14.89: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:33:14.90: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:33:14.90: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:33:14.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:33:14.96: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:33:14.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:18.77: ServiceMonitor - Received ADDED Service ctest-new-default-79696969:ctest-nginx-svc-43004830:53655931-396a-4621-80d0-1e88ed0e8edd 2025-11-01 21:33:18.77: ServiceMonitor - Got ADDED Service ctest-new-default-79696969:ctest-nginx-svc-43004830:53655931-396a-4621-80d0-1e88ed0e8edd 2025-11-01 21:33:18.77: VncKubernetes - Process event (name=ctest-nginx-svc-43004830 event_type=ADDED kind=Service ns=ctest-new-default-79696969) VncService - Got ADDED Service ctest-new-default-79696969:ctest-nginx-svc-43004830:53655931-396a-4621-80d0-1e88ed0e8edd 2025-11-01 21:33:18.77: ServiceMonitor - start process kube event 2025-11-01 21:33:18.77: empty line received 2025-11-01 21:33:18.77: ServiceMonitor - start process kube event 2025-11-01 21:33:18.78: EndPointMonitor - Received ADDED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:33:18.78: EndPointMonitor - Got ADDED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:33:18.78: EndPointMonitor - start process kube event 2025-11-01 21:33:18.78: empty line received 2025-11-01 21:33:18.79: EndPointMonitor - start process kube event 2025-11-01 21:33:19.62: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:33:19.62: VncKubernetes - Process event (name=ctest-nginx-svc-43004830 event_type=ADDED kind=Endpoints ns=ctest-new-default-79696969) VncEndpoints - Got ADDED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:33:20.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:20.33: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:33:20.33: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:33:20.33: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-79696969) [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:20] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=22649e53-3837-49e3-a910-e73a828ccd80 HTTP/1.1" 200 2095 0.000867 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:20] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=22649e53-3837-49e3-a910-e73a828ccd80 HTTP/1.1" 200 2095 0.000654 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:33:22] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=22649e53-3837-49e3-a910-e73a828ccd80 HTTP/1.1" 200 2302 0.000725 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:34:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001087 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:34:11] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001378 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:34:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001252 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:35:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:33:20.34: NetworkPolicyMonitor - start process kube event 2025-11-01 21:33:20.34: empty line received 2025-11-01 21:33:20.34: NetworkPolicyMonitor - start process kube event 2025-11-01 21:33:21.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:33.51: ServiceMonitor - Received BOOKMARK: oldResVer=1218 newResVer=1556 2025-11-01 21:33:33.51: ServiceMonitor - start process kube event 2025-11-01 21:33:33.51: empty line received 2025-11-01 21:33:33.51: ServiceMonitor - start process kube event 2025-11-01 21:33:33.92: EndPointMonitor - Received BOOKMARK: oldResVer=1357 newResVer=1557 2025-11-01 21:33:33.92: EndPointMonitor - start process kube event 2025-11-01 21:33:33.92: empty line received 2025-11-01 21:33:33.92: EndPointMonitor - start process kube event 2025-11-01 21:33:34.54: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:33:34.54: NetworkMonitor - start process kube event 2025-11-01 21:33:34.54: empty line received 2025-11-01 21:33:34.54: NetworkMonitor - start process kube event 2025-11-01 21:33:34.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1086 newResVer=1561 2025-11-01 21:33:34.57: NetworkPolicyMonitor - start process kube event 2025-11-01 21:33:34.57: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:33:34.57: empty line received 2025-11-01 21:33:34.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:33:34.57: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:33:34.57: NetworkPolicyMonitor - start process kube event 2025-11-01 21:33:34.57: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:33:34.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:34.70: IngressMonitor - Received BOOKMARK: oldResVer=1242 newResVer=1396 2025-11-01 21:33:34.70: IngressMonitor - start process kube event 2025-11-01 21:33:34.70: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:33:34.70: empty line received 2025-11-01 21:33:34.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:33:34.70: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:33:34.70: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:33:34.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:33:34.70: IngressMonitor - start process kube event 2025-11-01 21:33:35.33: NamespaceMonitor - Received BOOKMARK: oldResVer=391 newResVer=1448 2025-11-01 21:33:35.33: NamespaceMonitor - start process kube event 2025-11-01 21:33:35.33: empty line received 2025-11-01 21:33:35.33: NamespaceMonitor - start process kube event 2025-11-01 21:33:41.36: PodMonitor - Received BOOKMARK: oldResVer=1395 newResVer=1548 2025-11-01 21:33:41.36: PodMonitor - start process kube event 2025-11-01 21:33:41.36: empty line received 2025-11-01 21:33:41.36: PodMonitor - start process kube event 2025-11-01 21:34:33.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1561 newResVer=1561 2025-11-01 21:34:33.99: NetworkPolicyMonitor - start process kube event 2025-11-01 21:34:33.99: empty line received 2025-11-01 21:34:33.99: NetworkPolicyMonitor - start process kube event 2025-11-01 21:34:34.00: ServiceMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1556 2025-11-01 21:34:34.00: ServiceMonitor - start process kube event 2025-11-01 21:34:34.00: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:34:34.00: empty line received 2025-11-01 21:34:34.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:34:34.00: VncKubernetes - vnc_sync - Service start 2025-11-01 21:34:34.00: VncKubernetes - vnc_sync - Service done 2025-11-01 21:34:34.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:34:34.00: ServiceMonitor - start process kube event 2025-11-01 21:34:34.07: EndPointMonitor - Received BOOKMARK: oldResVer=1557 newResVer=1557 2025-11-01 21:34:34.07: EndPointMonitor - start process kube event 2025-11-01 21:34:34.07: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:34:34.07: empty line received 2025-11-01 21:34:34.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:34:34.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:34:34.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:34:34.07: EndPointMonitor - start process kube event 2025-11-01 21:34:34.99: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:34:34.99: NetworkMonitor - start process kube event 2025-11-01 21:34:34.99: empty line received 2025-11-01 21:34:34.99: NetworkMonitor - start process kube event 2025-11-01 21:34:35.51: NamespaceMonitor - Received BOOKMARK: oldResVer=1448 newResVer=1448 2025-11-01 21:34:35.51: NamespaceMonitor - start process kube event 2025-11-01 21:34:35.51: empty line received 2025-11-01 21:34:35.51: NamespaceMonitor - start process kube event 2025-11-01 21:34:35.68: IngressMonitor - Received BOOKMARK: oldResVer=1396 newResVer=1396 2025-11-01 21:34:35.68: IngressMonitor - start process kube event 2025-11-01 21:34:35.68: empty line received 2025-11-01 21:34:35.68: IngressMonitor - start process kube event 2025-11-01 21:34:41.13: PodMonitor - Received BOOKMARK: oldResVer=1548 newResVer=1548 2025-11-01 21:34:41.13: PodMonitor - start process kube event 2025-11-01 21:34:41.13: PodMonitor - _schedule_vnc_sync 2025-11-01 21:34:41.13: empty line received 2025-11-01 21:34:41.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 21:34:41.13: VncKubernetes - vnc_sync - Pod start 2025-11-01 21:34:41.13: VncKubernetes - vnc_sync - Pod done 2025-11-01 21:34:41.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:34:41.13: PodMonitor - start process kube event 2025-11-01 21:34:43.01: EndPointMonitor - Received BOOKMARK: oldResVer=1557 newResVer=1557 2025-11-01 21:34:43.01: EndPointMonitor - start process kube event 2025-11-01 21:34:43.01: empty line received 2025-11-01 21:34:43.01: EndPointMonitor - start process kube event 2025-11-01 21:34:44.10: EndPointMonitor - Received BOOKMARK: oldResVer=1557 newResVer=1557 2025-11-01 21:34:44.10: EndPointMonitor - start process kube event 2025-11-01 21:34:44.11: empty line received 2025-11-01 21:34:44.11: EndPointMonitor - start process kube event 2025-11-01 21:34:45.40: stop iteration EndPointMonitor 2025-11-01 21:34:45.40: EndPointMonitor - start process kube event 2025-11-01 21:34:45.40: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1557 2025-11-01 21:34:45.40: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:34:45.40: EndPointMonitor - Connect Kube API result 0 2025-11-01 21:34:45.40: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:34:45.40: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1557'})(timeout=120) 2025-11-01 21:34:45.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:34:45.40: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:34:45.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:34:45.41: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1557'}) 2025-11-01 21:35:06.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1561 newResVer=1561 2025-11-01 21:35:06.77: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:06.77: empty line received 2025-11-01 21:35:06.77: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:07.99: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1561 newResVer=1561 2025-11-01 21:35:07.99: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:07.99: empty line received 2025-11-01 21:35:07.99: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:09.18: stop iteration NetworkPolicyMonitor 2025-11-01 21:35:09.18: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:09.18: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1561 2025-11-01 21:35:09.18: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:35:09.18: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 21:35:09.18: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:35:09.18: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1561'})(timeout=120) 2025-11-01 21:35:09.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:35:09.18: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:35:09.18: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:35:09.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:35:09.19: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1561'}) 2025-11-01 21:35:19.98: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:35:19.98: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:35:19.98: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-79696969) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:35:19.98: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:19.98: empty line received 2025-11-01 21:35:19.98: NetworkPolicyMonitor - start process kube event 2025-11-01 21:35:21.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:35:34.28: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:35:34.28: NetworkMonitor - start process kube event 2025-11-01 21:35:34.28: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:35:34.28: empty line received 2025-11-01 21:35:34.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:35:34.29: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:35:34.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:35:34.29: NetworkMonitor - start process kube event 2025-11-01 21:35:34.29: ServiceMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1556 2025-11-01 21:35:34.29: ServiceMonitor - start process kube event 2025-11-01 21:35:34.29: empty line received 2025-11-01 21:35:34.29: ServiceMonitor - start process kube event 2025-11-01 21:35:35.91: NamespaceMonitor - Received BOOKMARK: oldResVer=1448 newResVer=1448 2025-11-01 21:35:35.91: NamespaceMonitor - start process kube event 2025-11-01 21:35:35.91: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:35:35.91: empty line received 2025-11-01 21:35:35.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:35:35.91: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:35:35.91: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:35:35.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:35:35.91: NamespaceMonitor - start process kube event 2025-11-01 21:35:36.60: IngressMonitor - Received BOOKMARK: oldResVer=1396 newResVer=1396 2025-11-01 21:35:36.60: IngressMonitor - start process kube event 2025-11-01 21:35:36.60: empty line received 2025-11-01 21:35:36.60: IngressMonitor - start process kube event 2025-11-01 21:35:40.78: PodMonitor - Received BOOKMARK: oldResVer=1548 newResVer=1548 2025-11-01 21:35:40.78: PodMonitor - start process kube event 2025-11-01 21:35:40.78: empty line received 2025-11-01 21:35:40.78: PodMonitor - start process kube event 2025-11-01 21:36:08.87: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1561 newResVer=1716 2025-11-01 21:36:08.87: NetworkPolicyMonitor - start process kube event 2025-11-01 21:36:08.87: empty line received 2025-11-01 21:36:08.87: NetworkPolicyMonitor - start process kube event 2025-11-01 21:36:22.70: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:22.70: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:22.70: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:22.71: PodMonitor - start process kube event 2025-11-01 21:36:22.71: empty line received 2025-11-01 21:36:22.71: PodMonitor - start process kube event 2025-11-01 21:36:22.71: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:22.71: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:22.71: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:36:22.71: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:36:22.71: PodMonitor - start process kube event 2025-11-01 21:36:22.71: empty line received 2025-11-01 21:36:22.71: EndPointMonitor - start process kube event 2025-11-01 21:36:22.71: empty line received 2025-11-01 21:36:22.71: PodMonitor - start process kube event 2025-11-01 21:36:22.71: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:22.72: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:22.72: EndPointMonitor - start process kube event 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: empty line received 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:22.72: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: empty line received 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:22.72: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: empty line received 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:22.72: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: empty line received 2025-11-01 21:36:22.72: PodMonitor - start process kube event 2025-11-01 21:36:22.72: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:22.73: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:22.73: PodMonitor - start process kube event 2025-11-01 21:36:22.73: empty line received 2025-11-01 21:36:22.73: PodMonitor - start process kube event 2025-11-01 21:36:22.73: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:22.74: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:22.74: PodMonitor - start process kube event 2025-11-01 21:36:22.74: empty line received 2025-11-01 21:36:22.74: PodMonitor - start process kube event 2025-11-01 21:36:22.74: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:36:22.74: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:36:22.74: EndPointMonitor - start process kube event 2025-11-01 21:36:22.74: empty line received 2025-11-01 21:36:22.74: EndPointMonitor - start process kube event 2025-11-01 21:36:22.77: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 21:36:22.77: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:22.78: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-01 21:36:22.78: VncKubernetes - Process event (name=ctest-nginx-svc-43004830 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-79696969) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:36:22.99: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-01 21:36:22.99: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:23.04: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:36:23.04: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:23.10: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:36:23.10: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:23.11: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:36:23.11: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:23.16: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:36:23.16: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:23.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:36:23.18: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:23.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:36:23.22: VncKubernetes - Process event (name=ctest-nginx-svc-43004830 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-79696969) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:36:23.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:36:24.26: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.26: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.26: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.26: PodMonitor - start process kube event 2025-11-01 21:36:24.26: empty line received 2025-11-01 21:36:24.26: PodMonitor - start process kube event 2025-11-01 21:36:24.26: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.26: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.26: PodMonitor - start process kube event 2025-11-01 21:36:24.26: empty line received 2025-11-01 21:36:24.26: PodMonitor - start process kube event 2025-11-01 21:36:24.27: PodMonitor - Received DELETED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.27: PodMonitor - Got DELETED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.27: PodMonitor - start process kube event 2025-11-01 21:36:24.27: empty line received 2025-11-01 21:36:24.27: PodMonitor - start process kube event 2025-11-01 21:36:24.28: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.28: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.28: PodMonitor - start process kube event 2025-11-01 21:36:24.28: empty line received 2025-11-01 21:36:24.28: PodMonitor - start process kube event 2025-11-01 21:36:24.29: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.29: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.29: PodMonitor - start process kube event 2025-11-01 21:36:24.29: empty line received 2025-11-01 21:36:24.29: PodMonitor - start process kube event 2025-11-01 21:36:24.29: PodMonitor - Received DELETED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.29: PodMonitor - Got DELETED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.29: PodMonitor - start process kube event 2025-11-01 21:36:24.29: empty line received 2025-11-01 21:36:24.29: PodMonitor - start process kube event 2025-11-01 21:36:24.31: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:24.31: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:24.31: PodMonitor - start process kube event 2025-11-01 21:36:24.31: empty line received 2025-11-01 21:36:24.31: PodMonitor - start process kube event 2025-11-01 21:36:24.33: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:36:24.33: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.34: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:36:24.34: VncKubernetes - Process event (name=ctest-pod-17750737 event_type=DELETED kind=Pod ns=ctest-non-default-50437091) VncPod - Got DELETED Pod ctest-non-default-50437091:ctest-pod-17750737:0d90f754-9f29-43eb-91f5-e53eb04743ac 2025-11-01 21:36:24.51: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:24.52: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:24.52: PodMonitor - start process kube event 2025-11-01 21:36:24.52: empty line received 2025-11-01 21:36:24.52: PodMonitor - start process kube event 2025-11-01 21:36:24.52: PodMonitor - Received DELETED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:24.52: PodMonitor - Got DELETED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:24.52: PodMonitor - start process kube event 2025-11-01 21:36:24.52: empty line received 2025-11-01 21:36:24.52: PodMonitor - start process kube event 2025-11-01 21:36:24.68: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:36:24.68: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.73: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:36:24.73: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:24.78: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:36:24.78: VncKubernetes - Process event (name=ctest-pod-76732874 event_type=DELETED kind=Pod ns=ctest-new-default-79696969) VncPod - Got DELETED Pod ctest-new-default-79696969:ctest-pod-76732874:3595474f-80c0-4186-bb0c-ba799e6a3d01 2025-11-01 21:36:25.11: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.11: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.11: PodMonitor - start process kube event 2025-11-01 21:36:25.11: empty line received 2025-11-01 21:36:25.11: PodMonitor - start process kube event 2025-11-01 21:36:25.20: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:36:25.20: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:25.25: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:36:25.25: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:25.30: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:36:25.30: VncKubernetes - Process event (name=ctest-pod-83658125 event_type=DELETED kind=Pod ns=ctest-non-default-50437091) VncPod - Got DELETED Pod ctest-non-default-50437091:ctest-pod-83658125:18301e9f-52de-4fcc-9105-88e6a766113d 2025-11-01 21:36:25.32: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.32: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.33: PodMonitor - start process kube event 2025-11-01 21:36:25.33: empty line received 2025-11-01 21:36:25.33: PodMonitor - start process kube event 2025-11-01 21:36:25.33: PodMonitor - Received DELETED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.33: PodMonitor - Got DELETED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.34: PodMonitor - start process kube event 2025-11-01 21:36:25.34: empty line received 2025-11-01 21:36:25.34: PodMonitor - start process kube event 2025-11-01 21:36:25.73: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:36:25.73: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.79: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:36:25.79: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:25.84: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:36:25.84: VncKubernetes - Process event (name=ctest-pod-40655536 event_type=DELETED kind=Pod ns=ctest-new-default-79696969) VncPod - Got DELETED Pod ctest-new-default-79696969:ctest-pod-40655536:1fcfe52e-a20b-476e-a3c0-f70bb3f51291 2025-11-01 21:36:26.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:36:34.41: ServiceMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1556 2025-11-01 21:36:34.41: ServiceMonitor - start process kube event 2025-11-01 21:36:34.41: empty line received 2025-11-01 21:36:34.41: ServiceMonitor - start process kube event 2025-11-01 21:36:34.88: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:36:34.88: NetworkMonitor - start process kube event 2025-11-01 21:36:34.88: empty line received 2025-11-01 21:36:34.88: NetworkMonitor - start process kube event 2025-11-01 21:36:35.79: IngressMonitor - Received BOOKMARK: oldResVer=1396 newResVer=1396 2025-11-01 21:36:35.79: IngressMonitor - start process kube event 2025-11-01 21:36:35.79: empty line received 2025-11-01 21:36:35.79: IngressMonitor - start process kube event 2025-11-01 21:36:36.30: NamespaceMonitor - Received BOOKMARK: oldResVer=1448 newResVer=1448 2025-11-01 21:36:36.30: NamespaceMonitor - start process kube event 2025-11-01 21:36:36.30: empty line received 2025-11-01 21:36:36.30: NamespaceMonitor - start process kube event 2025-11-01 21:36:41.31: PodMonitor - Received BOOKMARK: oldResVer=1548 newResVer=1837 2025-11-01 21:36:41.31: PodMonitor - start process kube event 2025-11-01 21:36:41.31: empty line received 2025-11-01 21:36:41.31: PodMonitor - start process kube event 2025-11-01 21:36:44.85: EndPointMonitor - Received BOOKMARK: oldResVer=1557 newResVer=1812 2025-11-01 21:36:44.85: EndPointMonitor - start process kube event 2025-11-01 21:36:44.85: empty line received 2025-11-01 21:36:44.85: EndPointMonitor - start process kube event 2025-11-01 21:36:46.10: IngressMonitor - Received BOOKMARK: oldResVer=1396 newResVer=1396 2025-11-01 21:36:46.10: IngressMonitor - start process kube event 2025-11-01 21:36:46.10: empty line received 2025-11-01 21:36:46.10: IngressMonitor - start process kube event 2025-11-01 21:36:47.35: IngressMonitor - Received BOOKMARK: oldResVer=1396 newResVer=1396 2025-11-01 21:36:47.35: IngressMonitor - start process kube event 2025-11-01 21:36:47.35: empty line received 2025-11-01 21:36:47.35: IngressMonitor - start process kube event 2025-11-01 21:36:48.53: stop iteration IngressMonitor 2025-11-01 21:36:48.53: IngressMonitor - start process kube event 2025-11-01 21:36:48.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1396 2025-11-01 21:36:48.53: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:36:48.53: IngressMonitor - Connect Kube API result 0 2025-11-01 21:36:48.53: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:36:48.53: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1396'})(timeout=120) 2025-11-01 21:36:48.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:36:48.53: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:36:48.53: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:36:48.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:36:48.53: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1396'}) 2025-11-01 21:36:54.37: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.37: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.37: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.37: PodMonitor - start process kube event 2025-11-01 21:36:54.37: empty line received 2025-11-01 21:36:54.37: PodMonitor - start process kube event 2025-11-01 21:36:54.38: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.38: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.38: PodMonitor - start process kube event 2025-11-01 21:36:54.38: empty line received 2025-11-01 21:36:54.38: PodMonitor - start process kube event 2025-11-01 21:36:54.38: PodMonitor - Received DELETED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.38: PodMonitor - Got DELETED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.38: PodMonitor - start process kube event 2025-11-01 21:36:54.38: empty line received 2025-11-01 21:36:54.38: PodMonitor - start process kube event 2025-11-01 21:36:54.38: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:36:54.38: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.41: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.41: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.41: PodMonitor - start process kube event 2025-11-01 21:36:54.41: empty line received 2025-11-01 21:36:54.41: PodMonitor - start process kube event 2025-11-01 21:36:54.42: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.42: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.42: PodMonitor - start process kube event 2025-11-01 21:36:54.42: empty line received 2025-11-01 21:36:54.42: PodMonitor - start process kube event 2025-11-01 21:36:54.42: PodMonitor - Received DELETED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.42: PodMonitor - Got DELETED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.42: PodMonitor - start process kube event 2025-11-01 21:36:54.42: empty line received 2025-11-01 21:36:54.42: PodMonitor - start process kube event 2025-11-01 21:36:54.43: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:54.43: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:54.43: PodMonitor - start process kube event 2025-11-01 21:36:54.43: empty line received 2025-11-01 21:36:54.43: PodMonitor - start process kube event 2025-11-01 21:36:54.44: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:36:54.44: VncKubernetes - Process event (name=ctest-pod-99058707 event_type=DELETED kind=Pod ns=ctest-non-default-50437091) VncPod - Got DELETED Pod ctest-non-default-50437091:ctest-pod-99058707:551459e9-3bfa-4663-9f07-ea41a20d1a79 2025-11-01 21:36:54.54: PodMonitor - Received MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:54.54: PodMonitor - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:54.54: PodMonitor - start process kube event 2025-11-01 21:36:54.54: empty line received 2025-11-01 21:36:54.54: PodMonitor - start process kube event 2025-11-01 21:36:54.55: PodMonitor - Received DELETED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:54.55: PodMonitor - Got DELETED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:54.55: PodMonitor - start process kube event 2025-11-01 21:36:54.55: empty line received 2025-11-01 21:36:54.55: PodMonitor - start process kube event 2025-11-01 21:36:54.88: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:36:54.88: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.93: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:36:54.93: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:54.99: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:36:54.99: VncKubernetes - Process event (name=ctest-pod-18134133 event_type=DELETED kind=Pod ns=ctest-new-default-79696969) VncPod - Got DELETED Pod ctest-new-default-79696969:ctest-pod-18134133:b14ec9a7-9bba-44cb-b334-e7e8e9b8f203 2025-11-01 21:36:55.15: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:55.15: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:55.15: PodMonitor - start process kube event 2025-11-01 21:36:55.15: empty line received 2025-11-01 21:36:55.15: PodMonitor - start process kube event 2025-11-01 21:36:55.34: PodMonitor - Received MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:55.34: PodMonitor - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:55.34: PodMonitor - start process kube event 2025-11-01 21:36:55.34: empty line received 2025-11-01 21:36:55.34: PodMonitor - start process kube event 2025-11-01 21:36:55.35: PodMonitor - Received DELETED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:55.35: PodMonitor - Got DELETED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:55.35: PodMonitor - start process kube event 2025-11-01 21:36:55.35: empty line received 2025-11-01 21:36:55.35: PodMonitor - start process kube event 2025-11-01 21:36:55.48: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 21:36:55.48: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:55.55: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 21:36:55.55: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=MODIFIED kind=Pod ns=ctest-new-default-79696969) VncPod - Got MODIFIED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:55.60: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:36:55.60: VncKubernetes - Process event (name=ctest-pod-46077220 event_type=DELETED kind=Pod ns=ctest-new-default-79696969) VncPod - Got DELETED Pod ctest-new-default-79696969:ctest-pod-46077220:22dd7db4-a859-4d35-a9e8-71521bb42794 2025-11-01 21:36:56.13: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:36:56.13: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:56.15: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:36:56.15: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=MODIFIED kind=Pod ns=ctest-non-default-50437091) VncPod - Got MODIFIED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:56.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:36:56.21: VncKubernetes - Process event (name=ctest-pod-52519107 event_type=DELETED kind=Pod ns=ctest-non-default-50437091) VncPod - Got DELETED Pod ctest-non-default-50437091:ctest-pod-52519107:fc4d96c2-4e43-472d-9098-bdf07276ab9e 2025-11-01 21:36:56.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:36:58.04: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:36:58.04: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:36:58.04: VncKubernetes - Process event (name=ctest-non-default-50437091 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:36:58.04: NamespaceMonitor - start process kube event 2025-11-01 21:36:58.04: empty line received 2025-11-01 21:36:58.05: NamespaceMonitor - start process kube event 2025-11-01 21:36:58.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:37:03.24: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:37:03.24: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:37:03.24: VncKubernetes - Process event (name=ctest-non-default-50437091 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:37:03.24: NamespaceMonitor - start process kube event 2025-11-01 21:37:03.24: empty line received 2025-11-01 21:37:03.24: NamespaceMonitor - start process kube event 2025-11-01 21:37:03.25: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:37:03.25: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:37:03.25: NamespaceMonitor - start process kube event 2025-11-01 21:37:03.25: empty line received 2025-11-01 21:37:03.25: NamespaceMonitor - start process kube event 2025-11-01 21:37:03.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:37:03.55: VncKubernetes - Process event (name=ctest-non-default-50437091 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-50437091:fab46df1-cec6-4bce-a912-d0e101511d4f 2025-11-01 21:37:04.06: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:04.06: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:04.06: NamespaceMonitor - start process kube event 2025-11-01 21:37:04.06: empty line received 2025-11-01 21:37:04.06: NamespaceMonitor - start process kube event 2025-11-01 21:37:04.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:37:04.63: VncKubernetes - Process event (name=ctest-new-default-79696969 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:04.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:37:09.09: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:37:09.09: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:37:09.09: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-79696969) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-79696969:ingress-on-service:22649e53-3837-49e3-a910-e73a828ccd80 2025-11-01 21:37:09.09: NetworkPolicyMonitor - start process kube event 2025-11-01 21:37:09.09: empty line received 2025-11-01 21:37:09.09: NetworkPolicyMonitor - start process kube event 2025-11-01 21:37:09.29: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1716 newResVer=1936 2025-11-01 21:37:09.29: NetworkPolicyMonitor - start process kube event 2025-11-01 21:37:09.29: empty line received 2025-11-01 21:37:09.29: NetworkPolicyMonitor - start process kube event 2025-11-01 21:37:09.44: EndPointMonitor - Received DELETED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:37:09.44: EndPointMonitor - Got DELETED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:37:09.44: EndPointMonitor - start process kube event 2025-11-01 21:37:09.44: empty line received 2025-11-01 21:37:09.44: EndPointMonitor - start process kube event 2025-11-01 21:37:09.46: ServiceMonitor - Received DELETED Service ctest-new-default-79696969:ctest-nginx-svc-43004830:53655931-396a-4621-80d0-1e88ed0e8edd 2025-11-01 21:37:09.46: ServiceMonitor - Got DELETED Service ctest-new-default-79696969:ctest-nginx-svc-43004830:53655931-396a-4621-80d0-1e88ed0e8edd 2025-11-01 21:37:09.46: ServiceMonitor - start process kube event 2025-11-01 21:37:09.46: empty line received 2025-11-01 21:37:09.46: ServiceMonitor - start process kube event 2025-11-01 21:37:09.48: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:09.48: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:09.48: NamespaceMonitor - start process kube event 2025-11-01 21:37:09.48: empty line received 2025-11-01 21:37:09.48: NamespaceMonitor - start process kube event 2025-11-01 21:37:09.50: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:09.50: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:09.50: NamespaceMonitor - start process kube event 2025-11-01 21:37:09.50: empty line received 2025-11-01 21:37:09.50: NamespaceMonitor - start process kube event 2025-11-01 21:37:10.30: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:37:10.30: VncKubernetes - Process event (name=ctest-nginx-svc-43004830 event_type=DELETED kind=Endpoints ns=ctest-new-default-79696969) VncEndpoints - Got DELETED Endpoints ctest-new-default-79696969:ctest-nginx-svc-43004830:416a254e-37d1-41b5-887e-11c328f9a878 2025-11-01 21:37:10.32: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:37:10.32: VncKubernetes - Process event (name=ctest-nginx-svc-43004830 event_type=DELETED kind=Service ns=ctest-new-default-79696969) VncService - Got DELETED Service ctest-new-default-79696969:ctest-nginx-svc-43004830:53655931-396a-4621-80d0-1e88ed0e8edd 2025-11-01 21:37:10.77: VncKubernetes - wait event (qsize=2 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-01 21:38:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001125 2025-11-01 21:37:10.77: VncKubernetes - Process event (name=ctest-new-default-79696969 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:11.15: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:37:11.15: VncKubernetes - Process event (name=ctest-new-default-79696969 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-79696969:618e80c7-b23d-4bf0-bf40-e42b52f769fc 2025-11-01 21:37:12.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:37:28.56: PodMonitor - Received BOOKMARK: oldResVer=1837 newResVer=1889 2025-11-01 21:37:28.56: PodMonitor - start process kube event 2025-11-01 21:37:28.56: empty line received 2025-11-01 21:37:28.56: PodMonitor - start process kube event 2025-11-01 21:37:29.75: PodMonitor - Received BOOKMARK: oldResVer=1889 newResVer=1889 2025-11-01 21:37:29.75: PodMonitor - start process kube event 2025-11-01 21:37:29.75: empty line received 2025-11-01 21:37:29.75: PodMonitor - start process kube event 2025-11-01 21:37:30.95: stop iteration PodMonitor 2025-11-01 21:37:30.95: PodMonitor - start process kube event 2025-11-01 21:37:30.95: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1889 2025-11-01 21:37:30.96: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:37:30.96: PodMonitor - Connect Kube API result 0 2025-11-01 21:37:30.96: PodMonitor - _schedule_vnc_sync 2025-11-01 21:37:30.96: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1889'})(timeout=120) 2025-11-01 21:37:30.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 21:37:30.96: VncKubernetes - vnc_sync - Pod start 2025-11-01 21:37:30.96: VncKubernetes - vnc_sync - Pod done 2025-11-01 21:37:30.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:37:30.97: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1889'}) 2025-11-01 21:37:33.86: ServiceMonitor - Received BOOKMARK: oldResVer=1556 newResVer=1964 2025-11-01 21:37:33.86: ServiceMonitor - start process kube event 2025-11-01 21:37:33.86: empty line received 2025-11-01 21:37:33.86: ServiceMonitor - start process kube event 2025-11-01 21:37:34.99: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:37:34.99: NetworkMonitor - start process kube event 2025-11-01 21:37:34.99: empty line received 2025-11-01 21:37:34.99: NetworkMonitor - start process kube event 2025-11-01 21:37:36.52: NamespaceMonitor - Received BOOKMARK: oldResVer=1448 newResVer=1967 2025-11-01 21:37:36.52: NamespaceMonitor - start process kube event 2025-11-01 21:37:36.52: empty line received 2025-11-01 21:37:36.52: NamespaceMonitor - start process kube event 2025-11-01 21:37:42.98: ServiceMonitor - Received BOOKMARK: oldResVer=1964 newResVer=1964 2025-11-01 21:37:42.98: ServiceMonitor - start process kube event 2025-11-01 21:37:42.98: empty line received 2025-11-01 21:37:42.98: ServiceMonitor - start process kube event 2025-11-01 21:37:44.13: ServiceMonitor - Received BOOKMARK: oldResVer=1964 newResVer=1964 2025-11-01 21:37:44.13: ServiceMonitor - start process kube event 2025-11-01 21:37:44.13: empty line received 2025-11-01 21:37:44.13: ServiceMonitor - start process kube event 2025-11-01 21:37:45.12: EndPointMonitor - Received BOOKMARK: oldResVer=1812 newResVer=1963 2025-11-01 21:37:45.12: EndPointMonitor - start process kube event 2025-11-01 21:37:45.12: empty line received 2025-11-01 21:37:45.12: EndPointMonitor - start process kube event 2025-11-01 21:37:45.30: stop iteration ServiceMonitor 2025-11-01 21:37:45.30: ServiceMonitor - start process kube event 2025-11-01 21:37:45.30: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1964 2025-11-01 21:37:45.30: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:37:45.30: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:37:45.31: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:37:45.31: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1964'})(timeout=120) 2025-11-01 21:37:45.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:37:45.31: VncKubernetes - vnc_sync - Service start 2025-11-01 21:37:45.31: VncKubernetes - vnc_sync - Service done 2025-11-01 21:37:45.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:37:45.32: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1964'}) 2025-11-01 21:38:09.42: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1936 newResVer=1936 2025-11-01 21:38:09.42: NetworkPolicyMonitor - start process kube event 2025-11-01 21:38:09.42: empty line received 2025-11-01 21:38:09.42: NetworkPolicyMonitor - start process kube event 2025-11-01 21:38:34.23: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:38:34.24: NetworkMonitor - start process kube event 2025-11-01 21:38:34.24: empty line received 2025-11-01 21:38:34.24: NetworkMonitor - start process kube event 2025-11-01 21:38:37.44: NamespaceMonitor - Received BOOKMARK: oldResVer=1967 newResVer=1967 2025-11-01 21:38:37.44: NamespaceMonitor - start process kube event 2025-11-01 21:38:37.44: empty line received 2025-11-01 21:38:37.44: NamespaceMonitor - start process kube event 2025-11-01 21:38:44.93: EndPointMonitor - Received BOOKMARK: oldResVer=1963 newResVer=1963 2025-11-01 21:38:44.93: EndPointMonitor - start process kube event 2025-11-01 21:38:44.93: empty line received 2025-11-01 21:38:44.93: EndPointMonitor - start process kube event 2025-11-01 21:38:48.54: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:38:48.54: IngressMonitor - start process kube event 2025-11-01 21:38:48.54: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1396 2025-11-01 21:38:48.54: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:38:48.54: IngressMonitor - Connect Kube API result 0 2025-11-01 21:38:48.54: IngressMonitor - _schedule_vnc_sync 2025-11-01 21:38:48.54: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1396'})(timeout=120) 2025-11-01 21:38:48.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 21:38:48.54: VncKubernetes - vnc_sync - Ingress start 2025-11-01 21:38:48.54: VncKubernetes - vnc_sync - Ingress done 2025-11-01 21:38:48.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:38:48.55: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1396'}) 2025-11-01 21:38:50.04: NamespaceMonitor - Received BOOKMARK: oldResVer=1967 newResVer=1967 2025-11-01 21:38:50.04: NamespaceMonitor - start process kube event 2025-11-01 21:38:50.04: empty line received 2025-11-01 21:38:50.04: NamespaceMonitor - start process kube event 2025-11-01 21:38:51.69: stop iteration NamespaceMonitor 2025-11-01 21:38:51.70: NamespaceMonitor - start process kube event 2025-11-01 21:38:51.70: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1967 2025-11-01 21:38:51.70: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:38:51.70: NamespaceMonitor - Connect Kube API result 0 2025-11-01 21:38:51.70: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 21:38:51.70: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1967'})(timeout=120) [Introspect:8108]10.0.0.50 - - [2025-11-01 21:39:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001018 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:39:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.000996 2025-11-01 21:38:51.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 21:38:51.70: VncKubernetes - vnc_sync - Namespace start 2025-11-01 21:38:51.70: VncKubernetes - vnc_sync - Namespace done 2025-11-01 21:38:51.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:38:51.70: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1967'}) 2025-11-01 21:39:08.67: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1936 newResVer=1936 2025-11-01 21:39:08.67: NetworkPolicyMonitor - start process kube event 2025-11-01 21:39:08.67: empty line received 2025-11-01 21:39:08.67: NetworkPolicyMonitor - start process kube event 2025-11-01 21:39:29.33: PodMonitor - Received ADDED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:29.33: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-01 21:39:29.33: PodMonitor - start process kube event 2025-11-01 21:39:29.33: empty line received 2025-11-01 21:39:29.33: PodMonitor - start process kube event 2025-11-01 21:39:29.34: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:29.34: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:29.34: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:29.34: PodMonitor - start process kube event 2025-11-01 21:39:29.34: empty line received 2025-11-01 21:39:29.34: PodMonitor - start process kube event 2025-11-01 21:39:29.35: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:29.35: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:29.35: PodMonitor - start process kube event 2025-11-01 21:39:29.35: empty line received 2025-11-01 21:39:29.35: PodMonitor - start process kube event 2025-11-01 21:39:29.51: PodMonitor - Received ADDED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:29.51: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-01 21:39:29.51: PodMonitor - start process kube event 2025-11-01 21:39:29.51: empty line received 2025-11-01 21:39:29.51: PodMonitor - start process kube event 2025-11-01 21:39:29.52: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:29.52: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:29.52: PodMonitor - start process kube event 2025-11-01 21:39:29.52: empty line received 2025-11-01 21:39:29.52: PodMonitor - start process kube event 2025-11-01 21:39:29.54: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:29.55: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:29.55: PodMonitor - start process kube event 2025-11-01 21:39:29.55: empty line received 2025-11-01 21:39:29.55: PodMonitor - start process kube event 2025-11-01 21:39:30.06: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:30.06: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:30.07: PodMonitor - start process kube event 2025-11-01 21:39:30.07: empty line received 2025-11-01 21:39:30.07: PodMonitor - start process kube event 2025-11-01 21:39:30.08: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 21:39:30.09: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:30.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:39:30.21: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:30.75: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:30.75: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:30.75: PodMonitor - start process kube event 2025-11-01 21:39:30.75: empty line received 2025-11-01 21:39:30.75: PodMonitor - start process kube event 2025-11-01 21:39:30.76: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 21:39:30.76: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:30.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:39:30.83: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:30.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:39:30.88: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:30.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:31.10: PodMonitor - Received BOOKMARK: oldResVer=1889 newResVer=2162 2025-11-01 21:39:31.10: PodMonitor - start process kube event 2025-11-01 21:39:31.10: empty line received 2025-11-01 21:39:31.10: PodMonitor - start process kube event 2025-11-01 21:39:34.66: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:39:34.66: NetworkMonitor - start process kube event 2025-11-01 21:39:34.66: NetworkMonitor - _schedule_vnc_sync 2025-11-01 21:39:34.66: empty line received 2025-11-01 21:39:34.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 21:39:34.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 21:39:34.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:34.66: NetworkMonitor - start process kube event 2025-11-01 21:39:42.67: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:42.67: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:42.67: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:42.67: PodMonitor - start process kube event 2025-11-01 21:39:42.67: empty line received 2025-11-01 21:39:42.67: PodMonitor - start process kube event 2025-11-01 21:39:42.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:43.68: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:43.68: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:43.68: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:39:43.68: PodMonitor - start process kube event 2025-11-01 21:39:43.68: empty line received 2025-11-01 21:39:43.68: PodMonitor - start process kube event 2025-11-01 21:39:43.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:44.09: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:44.09: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:39:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001060 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:40:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001108 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:40:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001098 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:40:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001126 [Introspect:8108]10.0.0.50 - - [2025-11-01 21:40:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2952 0.001008 2025-11-01 21:39:44.09: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:39:44.09: PodMonitor - start process kube event 2025-11-01 21:39:44.09: empty line received 2025-11-01 21:39:44.09: PodMonitor - start process kube event 2025-11-01 21:39:44.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:45.18: EndPointMonitor - Received BOOKMARK: oldResVer=1963 newResVer=1963 2025-11-01 21:39:45.18: EndPointMonitor - start process kube event 2025-11-01 21:39:45.18: EndPointMonitor - _schedule_vnc_sync 2025-11-01 21:39:45.18: empty line received 2025-11-01 21:39:45.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 21:39:45.19: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 21:39:45.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:45.19: EndPointMonitor - start process kube event 2025-11-01 21:39:45.32: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-11-01 21:39:45.32: ServiceMonitor - start process kube event 2025-11-01 21:39:45.32: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1964 2025-11-01 21:39:45.32: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-11-01 21:39:45.32: ServiceMonitor - Connect Kube API result 0 2025-11-01 21:39:45.32: ServiceMonitor - _schedule_vnc_sync 2025-11-01 21:39:45.32: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1964'})(timeout=120) 2025-11-01 21:39:45.32: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 21:39:45.32: VncKubernetes - vnc_sync - Service start 2025-11-01 21:39:45.32: VncKubernetes - vnc_sync - Service done 2025-11-01 21:39:45.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:39:45.34: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1964'}) 2025-11-01 21:40:09.36: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1936 newResVer=1936 2025-11-01 21:40:09.36: NetworkPolicyMonitor - start process kube event 2025-11-01 21:40:09.36: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 21:40:09.36: empty line received 2025-11-01 21:40:09.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 21:40:09.36: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 21:40:09.36: NetworkPolicyMonitor - start process kube event 2025-11-01 21:40:09.36: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 21:40:09.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:40:15.75: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.75: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.75: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.75: PodMonitor - start process kube event 2025-11-01 21:40:15.75: empty line received 2025-11-01 21:40:15.75: PodMonitor - start process kube event 2025-11-01 21:40:15.76: PodMonitor - Received MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.76: PodMonitor - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.76: PodMonitor - start process kube event 2025-11-01 21:40:15.76: empty line received 2025-11-01 21:40:15.76: PodMonitor - start process kube event 2025-11-01 21:40:15.76: PodMonitor - Received DELETED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.76: PodMonitor - Got DELETED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.76: PodMonitor - start process kube event 2025-11-01 21:40:15.76: empty line received 2025-11-01 21:40:15.76: PodMonitor - start process kube event 2025-11-01 21:40:15.81: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:40:15.81: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:40:15.82: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:e7b958c0-e4de-4884-bbdb-44f0aafab282 2025-11-01 21:40:15.89: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:15.89: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:15.89: PodMonitor - start process kube event 2025-11-01 21:40:15.89: empty line received 2025-11-01 21:40:15.89: PodMonitor - start process kube event 2025-11-01 21:40:16.13: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 21:40:16.13: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:16.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 21:40:30.95: PodMonitor - Received BOOKMARK: oldResVer=2162 newResVer=2237 2025-11-01 21:40:30.95: PodMonitor - start process kube event 2025-11-01 21:40:30.95: empty line received 2025-11-01 21:40:30.95: PodMonitor - start process kube event 2025-11-01 21:40:35.20: NetworkMonitor - Received BOOKMARK: oldResVer=1313 newResVer=1313 2025-11-01 21:40:35.20: NetworkMonitor - start process kube event 2025-11-01 21:40:35.20: empty line received 2025-11-01 21:40:35.20: NetworkMonitor - start process kube event 2025-11-01 21:40:44.82: EndPointMonitor - Received BOOKMARK: oldResVer=1963 newResVer=1963 2025-11-01 21:40:44.82: EndPointMonitor - start process kube event 2025-11-01 21:40:44.82: empty line received 2025-11-01 21:40:44.82: EndPointMonitor - start process kube event 2025-11-01 21:40:46.79: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.79: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.79: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.80: PodMonitor - start process kube event 2025-11-01 21:40:46.80: empty line received 2025-11-01 21:40:46.80: PodMonitor - start process kube event 2025-11-01 21:40:46.80: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.80: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.80: PodMonitor - start process kube event 2025-11-01 21:40:46.80: empty line received 2025-11-01 21:40:46.80: PodMonitor - start process kube event 2025-11-01 21:40:46.80: PodMonitor - Received DELETED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.80: PodMonitor - Got DELETED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a 2025-11-01 21:40:46.80: PodMonitor - start process kube event 2025-11-01 21:40:46.80: empty line received 2025-11-01 21:40:46.80: PodMonitor - start process kube event 2025-11-01 21:40:46.81: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 21:40:46.81: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:973a54ba-73d4-4a01-8566-18dd21434a1a