++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Mon Nov 3 11:55:36 AM UTC 2025 ===================' INFO: =================== Mon Nov 3 11:55:36 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ grep -o 'dev.*' +++++ awk '{print $2}' +++++ ip route get 1 ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ grep 'inet ' +++ awk '{print $2}' +++ head -n 1 +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.249 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.249 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.249 ++ ANALYTICSDB_NODES=10.0.0.249 ++ ANALYTICS_SNMP_NODES=10.0.0.249 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8081 ' +++ '[' -n '10.0.0.249:8081 ' ']' +++ echo 10.0.0.249:8081 ++ ANALYTICS_SERVERS=10.0.0.249:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9042 ' +++ '[' -n '10.0.0.249:9042 ' ']' +++ echo 10.0.0.249:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.249:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.249 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8086 ' +++ '[' -n '10.0.0.249:8086 ' ']' +++ echo 10.0.0.249:8086 ++ COLLECTOR_SERVERS=10.0.0.249:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.249 ++ CONFIGDB_NODES=10.0.0.249 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:8082 ' +++ '[' -n '10.0.0.249:8082 ' ']' +++ echo 10.0.0.249:8082 ++ CONFIG_SERVERS=10.0.0.249:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9161 ' +++ '[' -n '10.0.0.249:9161 ' ']' +++ echo 10.0.0.249:9161 ++ CONFIGDB_SERVERS=10.0.0.249:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9041 ' +++ '[' -n '10.0.0.249:9041 ' ']' +++ echo 10.0.0.249:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.249:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.249 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.249 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.249 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+=10.0.0.249:2181, +++ '[' -n 10.0.0.249:2181, ']' +++ echo 10.0.0.249:2181 ++ ZOOKEEPER_SERVERS=10.0.0.249:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:2181 ' +++ '[' -n '10.0.0.249:2181 ' ']' +++ echo 10.0.0.249:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.249:2181 ++ RABBITMQ_NODES=10.0.0.249 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+=10.0.0.249:5673, +++ '[' -n 10.0.0.249:5673, ']' +++ echo 10.0.0.249:5673 ++ RABBITMQ_SERVERS=10.0.0.249:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:6379 ' +++ '[' -n '10.0.0.249:6379 ' ']' +++ echo 10.0.0.249:6379 ++ REDIS_SERVERS=10.0.0.249:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.249 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.249 +++ local server_address=10.0.0.249 +++ extended_server_list+='10.0.0.249:9092 ' +++ '[' -n '10.0.0.249:9092 ' ']' +++ echo 10.0.0.249:9092 ++ KAFKA_SERVERS=10.0.0.249:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.249 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.249 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ cut -d , -f 1 ++ echo 10.0.0.249 + local cassandra=10.0.0.249 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.249 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Iko4Z1VsQ3BfXzB6eHNqcUliVWEtUWhubU9tZ1J4TjVCWk83bVhtU1hIWm8ifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImZjNDM5NGNjLWE2NzMtNDI1NS05N2UyLTE5ODE3NjkwYjQ5MCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.TnWd7tm_tu0IU6LOkylwHk5ezv1NprTUA6h2oWBIO41cmFWLlLeB4_PTxEkcm_sGTYjwz-QecU9GW5mJA175I9xDkMMurSRt-2N_4X7PJB5_9PBV2ZTVHHXhWDG2v6YNTMFg34bLhTPytd1TM-5HM2UMw90RCkWt4btfCYh7gDcBDCSI1UOsyHmUr4_hX4Ym3JKoq5QRNm5HLMIdYTZpDlssduN0Ljvzvqj2m_yHaVxAA0Ru2N-eLynStdMK1ino7BFdaW4OwHoKDKqG_F__0oEzHfzaYUWECQtBh9nWjokFU-Bw04KLhWXRB6YaOv1P-gYGYy9OeB8j0XffKluNTw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.249 +++ local servers=10.0.0.249 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ tr '\n' , ++++ awk '/32 host/ { print f } {f=$2}' ++++ uniq ++++ cat /proc/net/fib_trie ++++ grep -vi host ++++ sort +++ local local_ips=,10.0.0.249,10.182.57.1,127.0.0.1,172.17.0.1,252.249.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.249'\''))' +++ local server_ip=10.0.0.249 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.249 ]] +++ [[ ,10.0.0.249,10.182.57.1,127.0.0.1,172.17.0.1,252.249.0.1,, =~ ,10\.0\.0\.249, ]] +++ echo 10.0.0.249 1 +++ return ++ local ip=10.0.0.249 ++ [[ -z 10.0.0.249 ]] ++ echo 10.0.0.249 + host_ip=10.0.0.249 + [[ cql == \c\q\l ]] ++ sed 's/,/ /g' ++ echo 10.0.0.249:9041 + cassandra_server_list=10.0.0.249:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' ++ set -o posix ++ set + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/03/2025 11:55:44.629 7f47d41dd0c0 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/03/2025 11:55:44.815 7f47d41dd0c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/03/2025 11:55:44.815 7f47d41dd0c0 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.249 - - [2025-11-03 11:55:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001413 2025-11-03 11:55:45.16: KubeMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:45.16: KubeMonitor - Connect Kube API result 0 2025-11-03 11:55:45.33: KubeMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-11-03 11:55:45.34: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-11-03 11:55:45.36: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1 2025-11-03 11:55:45.37: PodMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-11-03 11:55:45.39: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-11-03 11:55:45.40: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/apis/networking.k8s.io/v1 2025-11-03 11:55:45.41: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/api/v1 2025-11-03 11:55:45.42: IngressMonitor - KubeMonitor init done: url=https://10.0.0.249:6443/apis/networking.k8s.io/v1 2025-11-03 11:55:45.42: VncKubernetes - vnc_connect starting 2025-11-03 11:55:45.44: VncKubernetes - vnc_connect done 2025-11-03 11:55:45.81: default-domain domain available. 2025-11-03 11:55:51.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:55:51.93: NamespaceMonitor - start process kube event 2025-11-03 11:55:51.93: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.93: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.93: NetworkMonitor - start process kube event 2025-11-03 11:55:51.93: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.93: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.93: PodMonitor - start process kube event 2025-11-03 11:55:51.93: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.93: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.94: ServiceMonitor - start process kube event 2025-11-03 11:55:51.94: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.94: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.94: NetworkPolicyMonitor - start process kube event 2025-11-03 11:55:51.94: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.94: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.94: EndPointMonitor - start process kube event 2025-11-03 11:55:51.94: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.94: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.94: IngressMonitor - start process kube event 2025-11-03 11:55:51.94: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:51.94: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:51.94: IngressMonitor - Connect Kube API result 0 2025-11-03 11:55:51.94: IngressMonitor - Start init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-03 11:55:51.94: EndPointMonitor - Connect Kube API result 0 2025-11-03 11:55:51.94: EndPointMonitor - Start init url=https://10.0.0.249:6443/api/v1/endpoints resource_version=None 2025-11-03 11:55:51.94: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 11:55:51.95: NetworkPolicyMonitor - Start init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-03 11:55:51.95: ServiceMonitor - Connect Kube API result 0 2025-11-03 11:55:51.95: ServiceMonitor - Start init url=https://10.0.0.249:6443/api/v1/services resource_version=None 2025-11-03 11:55:51.95: PodMonitor - Connect Kube API result 0 2025-11-03 11:55:51.95: PodMonitor - Start init url=https://10.0.0.249:6443/api/v1/pods resource_version=None 2025-11-03 11:55:51.96: NetworkMonitor - Connect Kube API result 0 2025-11-03 11:55:51.96: NamespaceMonitor - Connect Kube API result 0 2025-11-03 11:55:51.96: NamespaceMonitor - Start init url=https://10.0.0.249:6443/api/v1/namespaces resource_version=None 2025-11-03 11:55:52.01: IngressMonitor - Done init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses, resource_version=436 2025-11-03 11:55:52.01: IngressMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.01: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:55:52.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 11:55:52.01: VncKubernetes - vnc_sync - Ingress start 2025-11-03 11:55:52.01: VncKubernetes - vnc_sync - Ingress done 2025-11-03 11:55:52.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:55:52.01: NetworkPolicyMonitor - Done init url=https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=436 2025-11-03 11:55:52.01: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.01: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:55:52.02: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 11:55:52.02: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 11:55:52.02: NamespaceMonitor - Got ADDED Namespace None:contrail:fc0964e5-6838-4db9-b683-24b4a8c86a40 2025-11-03 11:55:52.02: ServiceMonitor - Got ADDED Service default:kubernetes:e886dc9d-865a-460c-818e-2440db366c02 2025-11-03 11:55:52.03: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:55:52.03: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 11:55:52.03: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 11:55:52.03: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:fc0964e5-6838-4db9-b683-24b4a8c86a40 2025-11-03 11:55:52.03: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 11:55:52.03: PodMonitor - Done init url=https://10.0.0.249:6443/api/v1/pods, resource_version=436 2025-11-03 11:55:52.03: PodMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.03: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:55:52.03: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:55:52.04: NamespaceMonitor - Got ADDED Namespace None:default:b176beec-7796-4879-b8dd-86a142c06ea2 2025-11-03 11:55:52.04: NetworkMonitor - Start init url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-03 11:55:52.05: EndPointMonitor - Got ADDED Endpoints default:kubernetes:496ecc4e-9660-49b0-bab0-c6cbdf372b65 2025-11-03 11:55:52.05: ServiceMonitor - Got ADDED Service kube-system:kube-dns:d67a393a-12f0-45ac-ba2b-f4d1cfb74d38 2025-11-03 11:55:52.05: ServiceMonitor - Done init url=https://10.0.0.249:6443/api/v1/services, resource_version=436 2025-11-03 11:55:52.05: ServiceMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.05: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:55:52.05: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) [Introspect:8108]10.0.0.249 - - [2025-11-03 11:55:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001234 [Introspect:8108]10.0.0.249 - - [2025-11-03 11:56:03] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001266 [Introspect:8108]10.0.0.249 - - [2025-11-03 11:56:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001216 2025-11-03 11:55:52.10: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:73e338b4-a739-4866-a3a6-f4b3e314dec7 2025-11-03 11:55:52.11: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:55:52.13: NamespaceMonitor - Got ADDED Namespace None:kube-public:e5bc14b0-261f-489e-852b-1eb368ee2a0d 2025-11-03 11:55:52.13: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-03 11:55:52.13: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 11:55:52.13: EndPointMonitor - Done init url=https://10.0.0.249:6443/api/v1/endpoints, resource_version=436 2025-11-03 11:55:52.13: EndPointMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.13: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:55:52.13: NetworkMonitor - start process kube event 2025-11-03 11:55:52.13: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-03 11:55:52.13: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:55:52.14: NetworkMonitor - Connect Kube API result 0 2025-11-03 11:55:52.15: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:55:52.19: NamespaceMonitor - Got ADDED Namespace None:kube-system:81be9c98-168a-49a9-8d5f-5b922376d5c3 2025-11-03 11:55:52.19: NamespaceMonitor - Done init url=https://10.0.0.249:6443/api/v1/namespaces, resource_version=436 2025-11-03 11:55:52.19: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.19: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:55:52.20: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:55:52.20: NetworkMonitor - Start init url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-03 11:55:52.32: NetworkMonitor - Done init url=https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=440 2025-11-03 11:55:52.32: NetworkMonitor - _schedule_vnc_sync 2025-11-03 11:55:52.32: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-03 11:55:52.33: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-03 11:55:54.07: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 11:55:54.07: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:e886dc9d-865a-460c-818e-2440db366c02 2025-11-03 11:55:55.42: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 11:55:55.42: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 11:55:57.18: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 11:55:57.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 11:55:57.18: VncKubernetes - vnc_sync - Pod start 2025-11-03 11:55:57.18: VncKubernetes - vnc_sync - Pod done 2025-11-03 11:55:57.18: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-03 11:55:57.18: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:b176beec-7796-4879-b8dd-86a142c06ea2 2025-11-03 11:55:57.19: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 11:55:57.19: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 11:55:57.19: PodMonitor - start process kube event 2025-11-03 11:55:57.19: empty line received 2025-11-03 11:55:57.19: PodMonitor - start process kube event 2025-11-03 11:55:59.66: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-03 11:55:59.66: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:496ecc4e-9660-49b0-bab0-c6cbdf372b65 2025-11-03 11:55:59.75: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-03 11:55:59.75: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:d67a393a-12f0-45ac-ba2b-f4d1cfb74d38 2025-11-03 11:56:01.86: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-03 11:56:01.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 11:56:01.86: VncKubernetes - vnc_sync - Service start 2025-11-03 11:56:01.86: VncKubernetes - vnc_sync - Service done 2025-11-03 11:56:01.86: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-03 11:56:01.86: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:73e338b4-a739-4866-a3a6-f4b3e314dec7 2025-11-03 11:56:03.78: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 11:56:03.78: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:e5bc14b0-261f-489e-852b-1eb368ee2a0d 2025-11-03 11:56:06.03: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 11:56:06.03: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 11:56:06.07: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 11:56:06.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 11:56:06.07: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 11:56:06.07: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 11:56:06.07: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:81be9c98-168a-49a9-8d5f-5b922376d5c3 2025-11-03 11:56:07.67: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 11:56:07.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 11:56:07.67: VncKubernetes - vnc_sync - Namespace start 2025-11-03 11:56:07.67: VncKubernetes - vnc_sync - Namespace done 2025-11-03 11:56:07.67: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 11:56:07.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 11:56:07.67: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 11:56:07.67: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 11:56:07.67: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 11:56:07.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:56:52.08: PodMonitor - Received BOOKMARK: oldResVer=436 newResVer=446 2025-11-03 11:56:52.08: PodMonitor - start process kube event 2025-11-03 11:56:52.08: empty line received 2025-11-03 11:56:52.08: PodMonitor - start process kube event 2025-11-03 11:57:52.03: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. [Introspect:8108]10.0.0.249 - - [2025-11-03 11:58:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001273 [Introspect:8108]10.0.0.249 - - [2025-11-03 11:58:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001541 [Introspect:8108]10.0.0.249 - - [2025-11-03 11:58:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001252 [Introspect:8108]10.0.0.249 - - [2025-11-03 11:59:07] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001174 2025-11-03 11:57:52.03: IngressMonitor - start process kube event 2025-11-03 11:57:52.03: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:57:52.03: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:57:52.03: IngressMonitor - Connect Kube API result 0 2025-11-03 11:57:52.03: IngressMonitor - _schedule_vnc_sync 2025-11-03 11:57:52.03: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:57:52.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 11:57:52.03: VncKubernetes - vnc_sync - Ingress start 2025-11-03 11:57:52.03: VncKubernetes - vnc_sync - Ingress done 2025-11-03 11:57:52.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:57:52.03: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:57:52.03: NetworkPolicyMonitor - start process kube event 2025-11-03 11:57:52.03: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:57:52.03: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:57:52.03: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 11:57:52.03: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 11:57:52.03: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:57:52.04: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 11:57:52.04: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 11:57:52.04: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 11:57:52.04: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:57:52.04: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:57:52.04: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:57:52.11: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:57:52.11: ServiceMonitor - start process kube event 2025-11-03 11:57:52.11: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:57:52.11: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:57:52.11: ServiceMonitor - Connect Kube API result 0 2025-11-03 11:57:52.11: ServiceMonitor - _schedule_vnc_sync 2025-11-03 11:57:52.11: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:57:52.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 11:57:52.12: VncKubernetes - vnc_sync - Service start 2025-11-03 11:57:52.12: VncKubernetes - vnc_sync - Service done 2025-11-03 11:57:52.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:57:52.12: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:57:52.15: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:57:52.15: EndPointMonitor - start process kube event 2025-11-03 11:57:52.15: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:57:52.15: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:57:52.15: EndPointMonitor - Connect Kube API result 0 2025-11-03 11:57:52.15: EndPointMonitor - _schedule_vnc_sync 2025-11-03 11:57:52.15: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:57:52.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 11:57:52.15: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 11:57:52.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:57:52.16: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:57:52.20: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:57:52.20: NamespaceMonitor - start process kube event 2025-11-03 11:57:52.20: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:57:52.20: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:57:52.20: NamespaceMonitor - Connect Kube API result 0 2025-11-03 11:57:52.20: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 11:57:52.20: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:57:52.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 11:57:52.20: VncKubernetes - vnc_sync - Namespace start 2025-11-03 11:57:52.20: VncKubernetes - vnc_sync - Namespace done 2025-11-03 11:57:52.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:57:52.21: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:57:52.33: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:57:52.33: NetworkMonitor - start process kube event 2025-11-03 11:57:52.33: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-03 11:57:52.33: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:57:52.33: NetworkMonitor - Connect Kube API result 0 2025-11-03 11:57:52.33: NetworkMonitor - _schedule_vnc_sync 2025-11-03 11:57:52.33: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-03 11:57:52.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 11:57:52.33: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 11:57:52.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:57:52.34: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-03 11:57:52.41: PodMonitor - Received BOOKMARK: oldResVer=446 newResVer=446 2025-11-03 11:57:52.41: PodMonitor - start process kube event 2025-11-03 11:57:52.41: empty line received 2025-11-03 11:57:52.41: PodMonitor - start process kube event 2025-11-03 11:58:52.40: PodMonitor - Received BOOKMARK: oldResVer=446 newResVer=446 2025-11-03 11:58:52.40: PodMonitor - start process kube event 2025-11-03 11:58:52.40: empty line received 2025-11-03 11:58:52.40: PodMonitor - start process kube event 2025-11-03 11:59:52.05: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:59:52.05: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:59:52.05: NetworkPolicyMonitor - start process kube event 2025-11-03 11:59:52.05: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:59:52.05: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:59:52.05: IngressMonitor - start process kube event 2025-11-03 11:59:52.05: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:59:52.05: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:59:52.05: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 11:59:52.05: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.05: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:59:52.05: IngressMonitor - Connect Kube API result 0 2025-11-03 11:59:52.05: IngressMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.05: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:59:52.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 11:59:52.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 11:59:52.06: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 11:59:52.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 11:59:52.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 11:59:52.06: VncKubernetes - vnc_sync - Ingress start 2025-11-03 11:59:52.06: VncKubernetes - vnc_sync - Ingress done 2025-11-03 11:59:52.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:59:52.06: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:59:52.07: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:59:52.12: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:59:52.12: ServiceMonitor - start process kube event 2025-11-03 11:59:52.12: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:59:52.12: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:59:52.12: ServiceMonitor - Connect Kube API result 0 2025-11-03 11:59:52.12: ServiceMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.12: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:59:52.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 11:59:52.13: VncKubernetes - vnc_sync - Service start 2025-11-03 11:59:52.13: VncKubernetes - vnc_sync - Service done 2025-11-03 11:59:52.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:59:52.14: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:59:52.16: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:59:52.16: EndPointMonitor - start process kube event 2025-11-03 11:59:52.16: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:59:52.16: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:59:52.16: EndPointMonitor - Connect Kube API result 0 2025-11-03 11:59:52.16: EndPointMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.16: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:59:52.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 11:59:52.16: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 11:59:52.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:59:52.17: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:59:52.21: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:59:52.21: NamespaceMonitor - start process kube event 2025-11-03 11:59:52.21: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 11:59:52.21: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:59:52.21: NamespaceMonitor - Connect Kube API result 0 2025-11-03 11:59:52.21: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.21: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 11:59:52.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 11:59:52.22: VncKubernetes - vnc_sync - Namespace start 2025-11-03 11:59:52.22: VncKubernetes - vnc_sync - Namespace done 2025-11-03 11:59:52.22: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:59:52.22: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 11:59:52.28: PodMonitor - Received BOOKMARK: oldResVer=446 newResVer=446 2025-11-03 11:59:52.28: PodMonitor - start process kube event 2025-11-03 11:59:52.28: PodMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.28: empty line received 2025-11-03 11:59:52.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 11:59:52.28: VncKubernetes - vnc_sync - Pod start 2025-11-03 11:59:52.28: PodMonitor - start process kube event 2025-11-03 11:59:52.34: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 11:59:52.34: NetworkMonitor - start process kube event 2025-11-03 11:59:52.34: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-03 11:59:52.34: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 11:59:52.34: NetworkMonitor - Connect Kube API result 0 2025-11-03 11:59:52.34: NetworkMonitor - _schedule_vnc_sync 2025-11-03 11:59:52.34: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-03 11:59:52.35: VncKubernetes - vnc_sync - Pod done 2025-11-03 11:59:52.35: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 11:59:52.35: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 11:59:52.35: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 11:59:52.35: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 11:59:52.35: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-03 12:00:02.25: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:00:02.25: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:00:02.25: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:00:02.25: PodMonitor - start process kube event 2025-11-03 12:00:02.25: empty line received 2025-11-03 12:00:02.25: PodMonitor - start process kube event 2025-11-03 12:00:02.26: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:00:02.27: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:00:02.27: EndPointMonitor - start process kube event 2025-11-03 12:00:02.27: empty line received 2025-11-03 12:00:02.27: EndPointMonitor - start process kube event 2025-11-03 12:00:02.27: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:00:02.27: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:00:02.27: PodMonitor - start process kube event 2025-11-03 12:00:02.27: empty line received 2025-11-03 12:00:02.27: PodMonitor - start process kube event 2025-11-03 12:00:02.28: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:00:02.28: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:00:02.28: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:00:02.28: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:00:02.28: EndPointMonitor - start process kube event 2025-11-03 12:00:02.28: empty line received 2025-11-03 12:00:02.28: EndPointMonitor - start process kube event 2025-11-03 12:00:02.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:00:02.35: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:00:02.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:00:02.37: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:00:03.08: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:00:51.94: EndPointMonitor - Received BOOKMARK: oldResVer=436 newResVer=795 2025-11-03 12:00:51.94: EndPointMonitor - start process kube event 2025-11-03 12:00:51.94: empty line received 2025-11-03 12:00:51.94: EndPointMonitor - start process kube event 2025-11-03 12:00:52.56: PodMonitor - Received BOOKMARK: oldResVer=446 newResVer=794 2025-11-03 12:00:52.56: PodMonitor - start process kube event 2025-11-03 12:00:52.56: empty line received 2025-11-03 12:00:52.56: PodMonitor - start process kube event 2025-11-03 12:01:51.66: PodMonitor - Received BOOKMARK: oldResVer=794 newResVer=794 2025-11-03 12:01:51.66: PodMonitor - start process kube event 2025-11-03 12:01:51.66: empty line received 2025-11-03 12:01:51.66: PodMonitor - start process kube event 2025-11-03 12:01:52.07: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:01:52.07: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:01:52.07: NetworkPolicyMonitor - start process kube event 2025-11-03 12:01:52.07: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:01:52.07: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:01:52.07: IngressMonitor - start process kube event 2025-11-03 12:01:52.07: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:01:52.07: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:01:52.07: IngressMonitor - Connect Kube API result 0 2025-11-03 12:01:52.07: IngressMonitor - _schedule_vnc_sync 2025-11-03 12:01:52.07: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:01:52.07: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 12:01:52.07: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 12:01:52.07: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:01:52.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 12:01:52.07: VncKubernetes - vnc_sync - Ingress start 2025-11-03 12:01:52.07: VncKubernetes - vnc_sync - Ingress done 2025-11-03 12:01:52.07: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:01:52.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 12:01:52.07: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 12:01:52.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 12:01:52.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:01:52.08: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:01:52.08: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:01:52.15: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:01:52.15: ServiceMonitor - start process kube event 2025-11-03 12:01:52.15: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:01:52.15: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:01:52.15: ServiceMonitor - Connect Kube API result 0 2025-11-03 12:01:52.15: ServiceMonitor - _schedule_vnc_sync 2025-11-03 12:01:52.15: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:01:52.15: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 12:01:52.15: VncKubernetes - vnc_sync - Service start 2025-11-03 12:01:52.15: VncKubernetes - vnc_sync - Service done 2025-11-03 12:01:52.15: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:01:52.15: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:01:52.22: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:01:52.22: NamespaceMonitor - start process kube event 2025-11-03 12:01:52.22: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:01:52.22: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:01:52.22: NamespaceMonitor - Connect Kube API result 0 2025-11-03 12:01:52.22: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:01:52.22: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:01:52.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:01:52.23: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:01:52.23: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:01:52.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:01:52.23: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:01:52.32: EndPointMonitor - Received BOOKMARK: oldResVer=795 newResVer=795 2025-11-03 12:01:52.32: EndPointMonitor - start process kube event 2025-11-03 12:01:52.32: empty line received [Introspect:8108]10.0.0.249 - - [2025-11-03 12:03:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001202 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:03:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001152 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:03:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001165 2025-11-03 12:01:52.32: EndPointMonitor - start process kube event 2025-11-03 12:01:52.35: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:01:52.35: NetworkMonitor - start process kube event 2025-11-03 12:01:52.35: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-03 12:01:52.35: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:01:52.35: NetworkMonitor - Connect Kube API result 0 2025-11-03 12:01:52.36: NetworkMonitor - _schedule_vnc_sync 2025-11-03 12:01:52.36: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-03 12:01:52.36: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 12:01:52.36: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 12:01:52.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:01:52.36: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-03 12:02:51.66: PodMonitor - Received BOOKMARK: oldResVer=794 newResVer=794 2025-11-03 12:02:51.67: PodMonitor - start process kube event 2025-11-03 12:02:51.67: empty line received 2025-11-03 12:02:51.67: PodMonitor - start process kube event 2025-11-03 12:02:51.80: EndPointMonitor - Received BOOKMARK: oldResVer=795 newResVer=795 2025-11-03 12:02:51.81: EndPointMonitor - start process kube event 2025-11-03 12:02:51.81: empty line received 2025-11-03 12:02:51.81: EndPointMonitor - start process kube event 2025-11-03 12:03:51.83: PodMonitor - Received BOOKMARK: oldResVer=794 newResVer=794 2025-11-03 12:03:51.83: PodMonitor - start process kube event 2025-11-03 12:03:51.83: empty line received 2025-11-03 12:03:51.83: PodMonitor - start process kube event 2025-11-03 12:03:51.88: EndPointMonitor - Received BOOKMARK: oldResVer=795 newResVer=795 2025-11-03 12:03:51.88: EndPointMonitor - start process kube event 2025-11-03 12:03:51.88: empty line received 2025-11-03 12:03:51.88: EndPointMonitor - start process kube event 2025-11-03 12:03:52.09: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:03:52.09: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:03:52.09: IngressMonitor - start process kube event 2025-11-03 12:03:52.09: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:03:52.09: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:03:52.09: NetworkPolicyMonitor - start process kube event 2025-11-03 12:03:52.09: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:03:52.09: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:03:52.09: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 12:03:52.09: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 12:03:52.09: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:03:52.09: IngressMonitor - Connect Kube API result 0 2025-11-03 12:03:52.09: IngressMonitor - _schedule_vnc_sync 2025-11-03 12:03:52.09: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:03:52.09: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 12:03:52.09: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 12:03:52.10: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 12:03:52.10: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:03:52.10: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 12:03:52.10: VncKubernetes - vnc_sync - Ingress start 2025-11-03 12:03:52.10: VncKubernetes - vnc_sync - Ingress done 2025-11-03 12:03:52.10: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:03:52.11: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:03:52.12: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:03:52.16: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:03:52.16: ServiceMonitor - start process kube event 2025-11-03 12:03:52.16: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:03:52.16: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:03:52.16: ServiceMonitor - Connect Kube API result 0 2025-11-03 12:03:52.16: ServiceMonitor - _schedule_vnc_sync 2025-11-03 12:03:52.16: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:03:52.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 12:03:52.16: VncKubernetes - vnc_sync - Service start 2025-11-03 12:03:52.16: VncKubernetes - vnc_sync - Service done 2025-11-03 12:03:52.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:03:52.17: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:03:52.23: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:03:52.24: NamespaceMonitor - start process kube event 2025-11-03 12:03:52.24: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:03:52.24: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:03:52.24: NamespaceMonitor - Connect Kube API result 0 2025-11-03 12:03:52.24: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:03:52.24: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:03:52.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:03:52.24: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:03:52.24: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:03:52.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:03:52.25: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:03:52.37: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:03:52.37: NetworkMonitor - start process kube event 2025-11-03 12:03:52.37: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-03 12:03:52.37: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:03:52.37: NetworkMonitor - Connect Kube API result 0 2025-11-03 12:03:52.37: NetworkMonitor - _schedule_vnc_sync 2025-11-03 12:03:52.37: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-03 12:03:52.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) [Introspect:8108]10.0.0.249 - - [2025-11-03 12:03:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001171 2025-11-03 12:03:52.37: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 12:03:52.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:03:52.38: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-03 12:04:12.13: PodMonitor - Received BOOKMARK: oldResVer=794 newResVer=794 2025-11-03 12:04:12.13: PodMonitor - start process kube event 2025-11-03 12:04:12.13: PodMonitor - _schedule_vnc_sync 2025-11-03 12:04:12.13: empty line received 2025-11-03 12:04:12.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 12:04:12.13: VncKubernetes - vnc_sync - Pod start 2025-11-03 12:04:12.13: VncKubernetes - vnc_sync - Pod done 2025-11-03 12:04:12.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:04:12.13: PodMonitor - start process kube event 2025-11-03 12:04:13.68: stop iteration PodMonitor 2025-11-03 12:04:13.68: PodMonitor - start process kube event 2025-11-03 12:04:13.68: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=794 2025-11-03 12:04:13.69: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:04:13.69: PodMonitor - Connect Kube API result 0 2025-11-03 12:04:13.69: PodMonitor - _schedule_vnc_sync 2025-11-03 12:04:13.69: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '794'})(timeout=120) 2025-11-03 12:04:13.69: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 12:04:13.69: VncKubernetes - vnc_sync - Pod start 2025-11-03 12:04:13.69: VncKubernetes - vnc_sync - Pod done 2025-11-03 12:04:13.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:04:13.69: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '794'}) 2025-11-03 12:04:16.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:04:16.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:04:16.13: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:04:16.13: PodMonitor - start process kube event 2025-11-03 12:04:16.13: empty line received 2025-11-03 12:04:16.13: PodMonitor - start process kube event 2025-11-03 12:04:16.14: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:04:16.14: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:04:16.14: EndPointMonitor - start process kube event 2025-11-03 12:04:16.14: EndPointMonitor - _schedule_vnc_sync 2025-11-03 12:04:16.14: empty line received 2025-11-03 12:04:16.14: EndPointMonitor - start process kube event 2025-11-03 12:04:16.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:04:16.14: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:04:16.16: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:04:16.16: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:04:16.16: PodMonitor - start process kube event 2025-11-03 12:04:16.16: empty line received 2025-11-03 12:04:16.16: PodMonitor - start process kube event 2025-11-03 12:04:16.19: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:04:16.19: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:04:16.19: EndPointMonitor - start process kube event 2025-11-03 12:04:16.19: empty line received 2025-11-03 12:04:16.19: EndPointMonitor - start process kube event 2025-11-03 12:04:16.57: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:04:16.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 12:04:16.57: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 12:04:16.57: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:04:16.58: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:04:16.64: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:04:16.64: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:04:17.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:04:51.57: EndPointMonitor - Received BOOKMARK: oldResVer=795 newResVer=1154 2025-11-03 12:04:51.58: EndPointMonitor - start process kube event 2025-11-03 12:04:51.58: empty line received 2025-11-03 12:04:51.58: EndPointMonitor - start process kube event 2025-11-03 12:04:51.75: ServiceMonitor - Received BOOKMARK: oldResVer=436 newResVer=1081 2025-11-03 12:04:51.75: ServiceMonitor - start process kube event 2025-11-03 12:04:51.75: empty line received 2025-11-03 12:04:51.75: ServiceMonitor - start process kube event 2025-11-03 12:04:51.86: IngressMonitor - Received BOOKMARK: oldResVer=436 newResVer=1039 2025-11-03 12:04:51.86: IngressMonitor - start process kube event 2025-11-03 12:04:51.87: empty line received 2025-11-03 12:04:51.87: IngressMonitor - start process kube event 2025-11-03 12:04:51.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=436 newResVer=1024 2025-11-03 12:04:51.90: NetworkPolicyMonitor - start process kube event 2025-11-03 12:04:51.90: empty line received 2025-11-03 12:04:51.90: NetworkPolicyMonitor - start process kube event 2025-11-03 12:04:53.45: stop iteration EndPointMonitor 2025-11-03 12:04:53.45: EndPointMonitor - start process kube event 2025-11-03 12:04:53.45: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1154 2025-11-03 12:04:53.45: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:04:53.45: EndPointMonitor - Connect Kube API result 0 2025-11-03 12:04:53.45: EndPointMonitor - _schedule_vnc_sync 2025-11-03 12:04:53.45: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1154'})(timeout=120) 2025-11-03 12:04:53.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 12:04:53.45: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 12:04:53.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:04:53.46: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1154'}) 2025-11-03 12:05:14.40: PodMonitor - Received BOOKMARK: oldResVer=794 newResVer=1151 2025-11-03 12:05:14.40: PodMonitor - start process kube event 2025-11-03 12:05:14.40: empty line received 2025-11-03 12:05:14.40: PodMonitor - start process kube event 2025-11-03 12:05:52.25: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:05:52.25: NamespaceMonitor - start process kube event 2025-11-03 12:05:52.25: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:05:52.25: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:05:52.25: NamespaceMonitor - Connect Kube API result 0 2025-11-03 12:05:52.25: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:05:52.25: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:05:52.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:05:52.25: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:05:52.25: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:05:52.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:05:52.26: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:05:52.38: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:05:52.38: NetworkMonitor - start process kube event 2025-11-03 12:05:52.38: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=440 2025-11-03 12:05:52.38: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:05:52.38: NetworkMonitor - Connect Kube API result 0 2025-11-03 12:05:52.38: NetworkMonitor - _schedule_vnc_sync 2025-11-03 12:05:52.38: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'})(timeout=120) 2025-11-03 12:05:52.38: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 12:05:52.38: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 12:05:52.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:05:52.39: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '440'}) 2025-11-03 12:05:52.47: ServiceMonitor - Received BOOKMARK: oldResVer=1081 newResVer=1081 2025-11-03 12:05:52.47: ServiceMonitor - start process kube event 2025-11-03 12:05:52.47: empty line received 2025-11-03 12:05:52.47: ServiceMonitor - start process kube event 2025-11-03 12:05:52.53: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-03 12:05:52.53: IngressMonitor - start process kube event 2025-11-03 12:05:52.53: empty line received 2025-11-03 12:05:52.53: IngressMonitor - start process kube event 2025-11-03 12:05:52.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1024 newResVer=1024 2025-11-03 12:05:52.68: NetworkPolicyMonitor - start process kube event 2025-11-03 12:05:52.68: empty line received 2025-11-03 12:05:52.68: NetworkPolicyMonitor - start process kube event 2025-11-03 12:06:13.77: PodMonitor - Received BOOKMARK: oldResVer=1151 newResVer=1151 2025-11-03 12:06:13.77: PodMonitor - start process kube event 2025-11-03 12:06:13.77: empty line received 2025-11-03 12:06:13.77: PodMonitor - start process kube event 2025-11-03 12:06:52.30: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-03 12:06:52.30: IngressMonitor - start process kube event 2025-11-03 12:06:52.30: empty line received 2025-11-03 12:06:52.30: IngressMonitor - start process kube event 2025-11-03 12:06:52.36: NetworkMonitor - Received BOOKMARK: oldResVer=440 newResVer=1306 2025-11-03 12:06:52.36: NetworkMonitor - start process kube event 2025-11-03 12:06:52.36: empty line received 2025-11-03 12:06:52.36: NetworkMonitor - start process kube event 2025-11-03 12:06:52.59: ServiceMonitor - Received BOOKMARK: oldResVer=1081 newResVer=1081 2025-11-03 12:06:52.59: ServiceMonitor - start process kube event 2025-11-03 12:06:52.59: empty line received 2025-11-03 12:06:52.59: ServiceMonitor - start process kube event 2025-11-03 12:06:52.65: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1024 newResVer=1024 2025-11-03 12:06:52.65: NetworkPolicyMonitor - start process kube event 2025-11-03 12:06:52.65: empty line received 2025-11-03 12:06:52.65: NetworkPolicyMonitor - start process kube event 2025-11-03 12:06:53.46: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:06:53.46: EndPointMonitor - start process kube event 2025-11-03 12:06:53.46: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1154 2025-11-03 12:06:53.46: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:06:53.46: EndPointMonitor - Connect Kube API result 0 2025-11-03 12:06:53.46: EndPointMonitor - _schedule_vnc_sync 2025-11-03 12:06:53.46: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1154'})(timeout=120) 2025-11-03 12:06:53.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 12:06:53.46: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 12:06:53.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:06:53.47: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1154'}) 2025-11-03 12:07:14.48: PodMonitor - Received BOOKMARK: oldResVer=1151 newResVer=1151 2025-11-03 12:07:14.48: PodMonitor - start process kube event 2025-11-03 12:07:14.48: empty line received 2025-11-03 12:07:14.48: PodMonitor - start process kube event 2025-11-03 12:07:51.88: ServiceMonitor - Received BOOKMARK: oldResVer=1081 newResVer=1081 2025-11-03 12:07:51.88: ServiceMonitor - start process kube event 2025-11-03 12:07:51.88: empty line received 2025-11-03 12:07:51.88: ServiceMonitor - start process kube event 2025-11-03 12:07:52.01: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1024 newResVer=1024 2025-11-03 12:07:52.01: NetworkPolicyMonitor - start process kube event 2025-11-03 12:07:52.01: empty line received 2025-11-03 12:07:52.01: NetworkPolicyMonitor - start process kube event 2025-11-03 12:07:52.26: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:07:52.26: NamespaceMonitor - start process kube event 2025-11-03 12:07:52.26: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:07:52.26: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:07:52.26: NamespaceMonitor - Connect Kube API result 0 2025-11-03 12:07:52.26: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:07:52.26: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:07:52.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:07:52.26: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:07:52.26: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:07:52.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:07:52.29: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:07:52.71: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:07:52.71: NetworkMonitor - start process kube event 2025-11-03 12:07:52.71: empty line received 2025-11-03 12:07:52.71: NetworkMonitor - start process kube event 2025-11-03 12:07:52.81: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1039 2025-11-03 12:07:52.81: IngressMonitor - start process kube event 2025-11-03 12:07:52.81: IngressMonitor - _schedule_vnc_sync 2025-11-03 12:07:52.81: empty line received 2025-11-03 12:07:52.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 12:07:52.81: VncKubernetes - vnc_sync - Ingress start 2025-11-03 12:07:52.81: VncKubernetes - vnc_sync - Ingress done 2025-11-03 12:07:52.81: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.249 - - [2025-11-03 12:07:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001158 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001234 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:25] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001560 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001222 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:38] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b176beec-7796-4879-b8dd-86a142c06ea2 HTTP/1.1" 200 753 0.000783 2025-11-03 12:07:52.81: IngressMonitor - start process kube event 2025-11-03 12:08:13.92: PodMonitor - Received BOOKMARK: oldResVer=1151 newResVer=1151 2025-11-03 12:08:13.92: PodMonitor - start process kube event 2025-11-03 12:08:13.92: PodMonitor - _schedule_vnc_sync 2025-11-03 12:08:13.92: empty line received 2025-11-03 12:08:13.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 12:08:13.92: VncKubernetes - vnc_sync - Pod start 2025-11-03 12:08:13.92: VncKubernetes - vnc_sync - Pod done 2025-11-03 12:08:13.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:13.92: PodMonitor - start process kube event 2025-11-03 12:08:38.53: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-03836145:d967b486-22ff-45e4-a85b-2556412c6057 2025-11-03 12:08:38.53: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-03836145:d967b486-22ff-45e4-a85b-2556412c6057 2025-11-03 12:08:38.53: VncKubernetes - Process event (name=ctest-nginx-svc-03836145 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-03836145:d967b486-22ff-45e4-a85b-2556412c6057 2025-11-03 12:08:38.54: ServiceMonitor - start process kube event 2025-11-03 12:08:38.54: ServiceMonitor - _schedule_vnc_sync 2025-11-03 12:08:38.54: empty line received 2025-11-03 12:08:38.54: ServiceMonitor - start process kube event 2025-11-03 12:08:38.54: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:38.54: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:38.54: EndPointMonitor - start process kube event 2025-11-03 12:08:38.54: empty line received 2025-11-03 12:08:38.54: EndPointMonitor - start process kube event 2025-11-03 12:08:38.57: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:38.57: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-51648838 (no nodeName) 2025-11-03 12:08:38.57: PodMonitor - start process kube event 2025-11-03 12:08:38.57: empty line received 2025-11-03 12:08:38.57: PodMonitor - start process kube event 2025-11-03 12:08:38.62: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:38.62: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:38.62: PodMonitor - start process kube event 2025-11-03 12:08:38.62: empty line received 2025-11-03 12:08:38.62: PodMonitor - start process kube event 2025-11-03 12:08:38.63: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:38.63: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:38.63: PodMonitor - start process kube event 2025-11-03 12:08:38.63: empty line received 2025-11-03 12:08:38.63: PodMonitor - start process kube event 2025-11-03 12:08:38.64: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:38.64: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-54388967 (no nodeName) 2025-11-03 12:08:38.64: PodMonitor - start process kube event 2025-11-03 12:08:38.64: empty line received 2025-11-03 12:08:38.64: PodMonitor - start process kube event 2025-11-03 12:08:38.65: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:38.65: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:38.65: PodMonitor - start process kube event 2025-11-03 12:08:38.65: empty line received 2025-11-03 12:08:38.65: PodMonitor - start process kube event 2025-11-03 12:08:38.68: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:38.68: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:38.68: PodMonitor - start process kube event 2025-11-03 12:08:38.68: empty line received 2025-11-03 12:08:38.68: PodMonitor - start process kube event 2025-11-03 12:08:39.76: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 12:08:39.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 12:08:39.76: VncKubernetes - vnc_sync - Service start 2025-11-03 12:08:39.76: VncKubernetes - vnc_sync - Service done 2025-11-03 12:08:39.76: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:08:39.76: VncKubernetes - Process event (name=ctest-nginx-svc-03836145 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:39.79: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:08:39.80: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:40.72: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:40.72: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:40.72: PodMonitor - start process kube event 2025-11-03 12:08:40.72: empty line received 2025-11-03 12:08:40.72: PodMonitor - start process kube event 2025-11-03 12:08:40.74: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:08:40.74: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:40.87: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:08:40.87: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:41.52: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:41.52: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:41.52: PodMonitor - start process kube event 2025-11-03 12:08:41.52: empty line received 2025-11-03 12:08:41.52: PodMonitor - start process kube event 2025-11-03 12:08:41.53: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:08:41.53: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:41.61: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:08:41.61: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:41.66: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:08:41.66: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:41.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:45.03: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:08:45.03: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:08:45.03: VncKubernetes - Process event (name=ctest-nginx-ingress-03994736 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:48] "GET /Snh_LoadbalancerDatabaseList?x=097a18f6-01b5-4e37-9978-4764b9cc7ea3 HTTP/1.1" 200 1869 0.001288 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:53] "GET /Snh_VirtualMachineDatabaseList?x=a30bbd26-59e5-425f-a42b-4ea223ee1562 HTTP/1.1" 200 2149 0.000930 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:53] "GET /Snh_VirtualMachineDatabaseList?x=a866476b-6e0d-4027-87ec-0c8be8ed8ce2 HTTP/1.1" 200 2149 0.000828 2025-11-03 12:08:45.03: IngressMonitor - start process kube event 2025-11-03 12:08:45.03: empty line received 2025-11-03 12:08:45.03: IngressMonitor - start process kube event 2025-11-03 12:08:46.19: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:08:46.19: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:08:46.19: IngressMonitor - start process kube event 2025-11-03 12:08:46.19: empty line received 2025-11-03 12:08:46.19: IngressMonitor - start process kube event 2025-11-03 12:08:47.42: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:08:47.42: VncKubernetes - Process event (name=ctest-nginx-ingress-03994736 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:08:47.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:48.06: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.06: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-72821828 (no nodeName) 2025-11-03 12:08:48.06: PodMonitor - start process kube event 2025-11-03 12:08:48.06: empty line received 2025-11-03 12:08:48.06: PodMonitor - start process kube event 2025-11-03 12:08:48.08: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.08: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.08: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.09: PodMonitor - start process kube event 2025-11-03 12:08:48.09: empty line received 2025-11-03 12:08:48.09: PodMonitor - start process kube event 2025-11-03 12:08:48.11: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.11: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.11: PodMonitor - start process kube event 2025-11-03 12:08:48.11: empty line received 2025-11-03 12:08:48.11: PodMonitor - start process kube event 2025-11-03 12:08:48.84: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.84: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:48.84: PodMonitor - start process kube event 2025-11-03 12:08:48.84: empty line received 2025-11-03 12:08:48.84: PodMonitor - start process kube event 2025-11-03 12:08:48.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:08:48.85: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:49.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:08:49.00: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:49.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:51.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:51.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:51.73: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:08:51.73: PodMonitor - start process kube event 2025-11-03 12:08:51.73: empty line received 2025-11-03 12:08:51.73: PodMonitor - start process kube event 2025-11-03 12:08:51.76: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:51.76: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:51.76: EndPointMonitor - start process kube event 2025-11-03 12:08:51.76: empty line received 2025-11-03 12:08:51.76: EndPointMonitor - start process kube event 2025-11-03 12:08:51.79: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:08:51.79: VncKubernetes - Process event (name=ctest-nginx-svc-03836145 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:52.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:52.05: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1024 newResVer=1024 2025-11-03 12:08:52.05: NetworkPolicyMonitor - start process kube event 2025-11-03 12:08:52.05: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 12:08:52.05: empty line received 2025-11-03 12:08:52.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 12:08:52.05: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 12:08:52.05: NetworkPolicyMonitor - start process kube event 2025-11-03 12:08:52.07: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 12:08:52.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:52.42: IngressMonitor - Received BOOKMARK: oldResVer=1039 newResVer=1526 2025-11-03 12:08:52.42: IngressMonitor - start process kube event 2025-11-03 12:08:52.42: empty line received 2025-11-03 12:08:52.42: IngressMonitor - start process kube event 2025-11-03 12:08:52.68: ServiceMonitor - Received BOOKMARK: oldResVer=1081 newResVer=1498 2025-11-03 12:08:52.68: ServiceMonitor - start process kube event 2025-11-03 12:08:52.68: empty line received 2025-11-03 12:08:52.68: ServiceMonitor - start process kube event 2025-11-03 12:08:52.73: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:52.73: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:52.74: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:08:52.74: PodMonitor - start process kube event 2025-11-03 12:08:52.74: empty line received 2025-11-03 12:08:52.74: PodMonitor - start process kube event 2025-11-03 12:08:52.74: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:52.74: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:52.74: EndPointMonitor - start process kube event 2025-11-03 12:08:52.74: empty line received 2025-11-03 12:08:52.74: EndPointMonitor - start process kube event 2025-11-03 12:08:52.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:08:52.75: VncKubernetes - Process event (name=ctest-nginx-svc-03836145 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:08:53.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:53.32: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:08:53.32: NetworkMonitor - start process kube event 2025-11-03 12:08:53.32: empty line received 2025-11-03 12:08:53.32: NetworkMonitor - start process kube event 2025-11-03 12:08:53.66: EndPointMonitor - Received BOOKMARK: oldResVer=1154 newResVer=1551 2025-11-03 12:08:53.66: EndPointMonitor - start process kube event [Introspect:8108]10.0.0.249 - - [2025-11-03 12:08:58] "GET /Snh_VirtualMachineDatabaseList?x=4129ac48-ba15-4d1b-87dc-1185e50c67df HTTP/1.1" 200 2083 0.000834 2025-11-03 12:08:53.66: empty line received 2025-11-03 12:08:53.66: EndPointMonitor - start process kube event 2025-11-03 12:08:57.75: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:57.75: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:57.75: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:57.75: PodMonitor - start process kube event 2025-11-03 12:08:57.75: empty line received 2025-11-03 12:08:57.75: PodMonitor - start process kube event 2025-11-03 12:08:57.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:08:58.68: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:58.68: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:58.68: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:08:58.68: PodMonitor - start process kube event 2025-11-03 12:08:58.68: empty line received 2025-11-03 12:08:58.68: PodMonitor - start process kube event 2025-11-03 12:08:58.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:10.13: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:09:10.13: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:09:10.13: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:09:10.13: PodMonitor - start process kube event 2025-11-03 12:09:10.13: empty line received 2025-11-03 12:09:10.13: PodMonitor - start process kube event 2025-11-03 12:09:10.15: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:09:10.15: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:09:10.15: EndPointMonitor - start process kube event 2025-11-03 12:09:10.15: empty line received 2025-11-03 12:09:10.15: EndPointMonitor - start process kube event 2025-11-03 12:09:10.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:10.19: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:09:10.20: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:09:10.20: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:09:10.20: PodMonitor - start process kube event 2025-11-03 12:09:10.20: empty line received 2025-11-03 12:09:10.20: PodMonitor - start process kube event 2025-11-03 12:09:10.20: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:09:10.20: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:09:10.20: EndPointMonitor - start process kube event 2025-11-03 12:09:10.20: empty line received 2025-11-03 12:09:10.20: EndPointMonitor - start process kube event 2025-11-03 12:09:10.64: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:09:10.64: VncKubernetes - Process event (name=coredns-6f867cd986-bxhg6 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-bxhg6:129606ed-0df0-40fd-927b-d466b4f94755 2025-11-03 12:09:10.69: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:10.69: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:bc234730-7e4b-47b1-9a86-75f54a0243f6 2025-11-03 12:09:11.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:14.12: PodMonitor - Received BOOKMARK: oldResVer=1151 newResVer=1601 2025-11-03 12:09:14.12: PodMonitor - start process kube event 2025-11-03 12:09:14.12: empty line received 2025-11-03 12:09:14.12: PodMonitor - start process kube event 2025-11-03 12:09:33.24: PodMonitor - Received BOOKMARK: oldResVer=1601 newResVer=1601 2025-11-03 12:09:33.24: PodMonitor - start process kube event 2025-11-03 12:09:33.24: empty line received 2025-11-03 12:09:33.24: PodMonitor - start process kube event 2025-11-03 12:09:35.24: stop iteration PodMonitor 2025-11-03 12:09:35.24: PodMonitor - start process kube event 2025-11-03 12:09:35.24: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1601 2025-11-03 12:09:35.24: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:09:35.24: PodMonitor - Connect Kube API result 0 2025-11-03 12:09:35.24: PodMonitor - _schedule_vnc_sync 2025-11-03 12:09:35.24: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1601'})(timeout=120) 2025-11-03 12:09:35.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 12:09:35.24: VncKubernetes - vnc_sync - Pod start 2025-11-03 12:09:35.24: VncKubernetes - vnc_sync - Pod done 2025-11-03 12:09:35.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:35.25: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1601'}) 2025-11-03 12:09:38.75: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: PodMonitor - start process kube event 2025-11-03 12:09:38.76: empty line received 2025-11-03 12:09:38.76: PodMonitor - start process kube event 2025-11-03 12:09:38.76: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: PodMonitor - start process kube event 2025-11-03 12:09:38.76: empty line received 2025-11-03 12:09:38.76: PodMonitor - start process kube event 2025-11-03 12:09:38.76: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.76: PodMonitor - start process kube event 2025-11-03 12:09:38.76: empty line received 2025-11-03 12:09:38.76: PodMonitor - start process kube event 2025-11-03 12:09:38.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:09:38.77: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df 2025-11-03 12:09:38.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:38.82: VncKubernetes - Process event (name=ctest-busybox-pod-72821828 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-72821828:4129ac48-ba15-4d1b-87dc-1185e50c67df [Introspect:8108]10.0.0.249 - - [2025-11-03 12:09:43] "GET /Snh_LoadbalancerDatabaseList?x=097a18f6-01b5-4e37-9978-4764b9cc7ea3 HTTP/1.1" 200 1869 0.000731 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:09:44] "GET /Snh_LoadbalancerDatabaseList?x=097a18f6-01b5-4e37-9978-4764b9cc7ea3 HTTP/1.1" 200 313 0.000662 2025-11-03 12:09:39.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:43.81: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:09:43.81: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:09:43.81: VncKubernetes - Process event (name=ctest-nginx-ingress-03994736 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-03994736:097a18f6-01b5-4e37-9978-4764b9cc7ea3 2025-11-03 12:09:43.82: IngressMonitor - start process kube event 2025-11-03 12:09:43.82: empty line received 2025-11-03 12:09:43.82: IngressMonitor - start process kube event 2025-11-03 12:09:45.02: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:45.41: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:45.42: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:45.42: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:45.42: PodMonitor - start process kube event 2025-11-03 12:09:45.42: empty line received 2025-11-03 12:09:45.42: PodMonitor - start process kube event 2025-11-03 12:09:45.42: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:09:45.42: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:09:45.42: EndPointMonitor - start process kube event 2025-11-03 12:09:45.42: empty line received 2025-11-03 12:09:45.42: EndPointMonitor - start process kube event 2025-11-03 12:09:45.45: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:45.45: VncKubernetes - Process event (name=ctest-nginx-svc-03836145 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:09:45.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:46.77: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.77: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.77: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.77: PodMonitor - start process kube event 2025-11-03 12:09:46.77: empty line received 2025-11-03 12:09:46.77: PodMonitor - start process kube event 2025-11-03 12:09:46.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.79: PodMonitor - start process kube event 2025-11-03 12:09:46.79: empty line received 2025-11-03 12:09:46.79: PodMonitor - start process kube event 2025-11-03 12:09:46.79: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.79: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.79: PodMonitor - start process kube event 2025-11-03 12:09:46.79: empty line received 2025-11-03 12:09:46.79: PodMonitor - start process kube event 2025-11-03 12:09:46.83: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:09:46.83: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:46.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:46.85: VncKubernetes - Process event (name=ctest-nginx-pod-54388967 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-54388967:a866476b-6e0d-4027-87ec-0c8be8ed8ce2 2025-11-03 12:09:47.21: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:50.47: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:50.47: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:50.47: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:50.48: PodMonitor - start process kube event 2025-11-03 12:09:50.48: empty line received 2025-11-03 12:09:50.48: PodMonitor - start process kube event 2025-11-03 12:09:50.48: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:09:50.48: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:09:50.48: EndPointMonitor - start process kube event 2025-11-03 12:09:50.48: empty line received 2025-11-03 12:09:50.48: EndPointMonitor - start process kube event 2025-11-03 12:09:50.54: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:50.54: VncKubernetes - Process event (name=ctest-nginx-svc-03836145 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-03836145:1b426c12-47dc-40cf-8bd0-e3e53cb03157 2025-11-03 12:09:50.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:51.79: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.79: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.79: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.79: PodMonitor - start process kube event 2025-11-03 12:09:51.80: empty line received 2025-11-03 12:09:51.80: PodMonitor - start process kube event 2025-11-03 12:09:51.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.80: PodMonitor - start process kube event 2025-11-03 12:09:51.80: empty line received 2025-11-03 12:09:51.80: PodMonitor - start process kube event 2025-11-03 12:09:51.80: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.80: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.80: PodMonitor - start process kube event 2025-11-03 12:09:51.80: empty line received 2025-11-03 12:09:51.80: PodMonitor - start process kube event 2025-11-03 12:09:51.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:09:51.85: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.87: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:51.87: VncKubernetes - Process event (name=ctest-nginx-pod-51648838 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-51648838:a30bbd26-59e5-425f-a42b-4ea223ee1562 2025-11-03 12:09:51.87: IngressMonitor - Received BOOKMARK: oldResVer=1526 newResVer=1659 2025-11-03 12:09:51.87: IngressMonitor - start process kube event 2025-11-03 12:09:51.87: empty line received 2025-11-03 12:09:51.87: IngressMonitor - start process kube event 2025-11-03 12:09:52.07: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1024 newResVer=1024 2025-11-03 12:09:52.07: NetworkPolicyMonitor - start process kube event 2025-11-03 12:09:52.07: empty line received 2025-11-03 12:09:52.07: NetworkPolicyMonitor - start process kube event 2025-11-03 12:09:52.29: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:09:52.29: NamespaceMonitor - start process kube event 2025-11-03 12:09:52.29: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=436 2025-11-03 12:09:52.29: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:09:52.29: NamespaceMonitor - Connect Kube API result 0 2025-11-03 12:09:52.29: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:09:52.29: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'})(timeout=120) 2025-11-03 12:09:52.30: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '436'}) 2025-11-03 12:09:52.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:09:52.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:09:52.40: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:09:52.40: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:09:52.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:53.01: ServiceMonitor - Received BOOKMARK: oldResVer=1498 newResVer=1498 2025-11-03 12:09:53.01: ServiceMonitor - start process kube event 2025-11-03 12:09:53.01: empty line received 2025-11-03 12:09:53.01: ServiceMonitor - start process kube event 2025-11-03 12:09:53.19: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:09:53.19: NetworkMonitor - start process kube event 2025-11-03 12:09:53.19: NetworkMonitor - _schedule_vnc_sync 2025-11-03 12:09:53.19: empty line received 2025-11-03 12:09:53.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 12:09:53.19: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 12:09:53.19: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:53.19: NetworkMonitor - start process kube event 2025-11-03 12:09:54.56: EndPointMonitor - Received BOOKMARK: oldResVer=1551 newResVer=1680 2025-11-03 12:09:54.56: EndPointMonitor - start process kube event 2025-11-03 12:09:54.56: empty line received 2025-11-03 12:09:54.56: EndPointMonitor - start process kube event 2025-11-03 12:09:55.93: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:09:55.93: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:09:55.93: VncKubernetes - Process event (name=ctest-new-default-49424377 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:09:55.93: NamespaceMonitor - start process kube event 2025-11-03 12:09:55.93: empty line received 2025-11-03 12:09:55.93: NamespaceMonitor - start process kube event 2025-11-03 12:09:57.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:09:58.94: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:09:58.94: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:09:58.94: VncKubernetes - Process event (name=ctest-non-default-35451297 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:09:58.95: NamespaceMonitor - start process kube event 2025-11-03 12:09:58.95: empty line received 2025-11-03 12:09:58.95: NamespaceMonitor - start process kube event 2025-11-03 12:10:00.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:01.96: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:10:01.96: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:10:01.96: VncKubernetes - Process event (name=ctest-new-default-49424377 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:10:01.96: NamespaceMonitor - start process kube event 2025-11-03 12:10:01.96: empty line received 2025-11-03 12:10:01.96: NamespaceMonitor - start process kube event 2025-11-03 12:10:01.97: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:10:01.97: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:10:01.97: NamespaceMonitor - start process kube event 2025-11-03 12:10:01.97: empty line received 2025-11-03 12:10:01.97: NamespaceMonitor - start process kube event 2025-11-03 12:10:01.98: PodMonitor - Received ADDED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:01.98: PodMonitor - Skipped ADDED Pod ctest-new-default-49424377:ctest-pod-08215290 (no nodeName) 2025-11-03 12:10:01.98: PodMonitor - start process kube event 2025-11-03 12:10:01.98: empty line received 2025-11-03 12:10:01.98: PodMonitor - start process kube event 2025-11-03 12:10:01.99: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:02.00: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:02.00: PodMonitor - start process kube event 2025-11-03 12:10:02.00: empty line received 2025-11-03 12:10:02.00: PodMonitor - start process kube event 2025-11-03 12:10:02.02: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:02.02: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:02.02: PodMonitor - start process kube event 2025-11-03 12:10:02.02: empty line received 2025-11-03 12:10:02.02: PodMonitor - start process kube event 2025-11-03 12:10:02.02: PodMonitor - Received ADDED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:02.02: PodMonitor - Skipped ADDED Pod ctest-new-default-49424377:ctest-pod-19078558 (no nodeName) 2025-11-03 12:10:02.02: PodMonitor - start process kube event 2025-11-03 12:10:02.02: empty line received 2025-11-03 12:10:02.02: PodMonitor - start process kube event 2025-11-03 12:10:02.02: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:02.02: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:02.02: PodMonitor - start process kube event 2025-11-03 12:10:02.02: empty line received 2025-11-03 12:10:02.02: PodMonitor - start process kube event 2025-11-03 12:10:02.04: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:02.04: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:02.04: PodMonitor - start process kube event 2025-11-03 12:10:02.04: empty line received 2025-11-03 12:10:02.04: PodMonitor - start process kube event [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:02] "GET /Snh_NamespaceDatabaseList?namespace_uuid=d2a49f4e-4a52-4d1c-bf47-409431eb16de HTTP/1.1" 200 866 0.000673 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:02] "GET /Snh_NamespaceDatabaseList?namespace_uuid=40e48607-a83c-46eb-9515-24522f85f3fa HTTP/1.1" 200 866 0.000669 2025-11-03 12:10:02.05: PodMonitor - Received ADDED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:02.05: PodMonitor - Skipped ADDED Pod ctest-non-default-35451297:ctest-pod-63892437 (no nodeName) 2025-11-03 12:10:02.05: PodMonitor - start process kube event 2025-11-03 12:10:02.05: empty line received 2025-11-03 12:10:02.05: PodMonitor - start process kube event 2025-11-03 12:10:02.06: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:02.06: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:02.06: PodMonitor - start process kube event 2025-11-03 12:10:02.06: empty line received 2025-11-03 12:10:02.06: PodMonitor - start process kube event 2025-11-03 12:10:02.07: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:02.07: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:02.07: PodMonitor - start process kube event 2025-11-03 12:10:02.07: empty line received 2025-11-03 12:10:02.07: PodMonitor - start process kube event 2025-11-03 12:10:02.09: PodMonitor - Received ADDED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:02.09: PodMonitor - Skipped ADDED Pod ctest-non-default-35451297:ctest-pod-94866374 (no nodeName) 2025-11-03 12:10:02.09: PodMonitor - start process kube event 2025-11-03 12:10:02.10: empty line received 2025-11-03 12:10:02.10: PodMonitor - start process kube event 2025-11-03 12:10:02.10: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:02.10: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:02.10: PodMonitor - start process kube event 2025-11-03 12:10:02.10: empty line received 2025-11-03 12:10:02.10: PodMonitor - start process kube event 2025-11-03 12:10:02.11: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:02.11: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:02.11: PodMonitor - start process kube event 2025-11-03 12:10:02.11: empty line received 2025-11-03 12:10:02.11: PodMonitor - start process kube event 2025-11-03 12:10:02.13: PodMonitor - Received ADDED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:02.13: PodMonitor - Skipped ADDED Pod ctest-new-default-49424377:ctest-pod-92199203 (no nodeName) 2025-11-03 12:10:02.13: PodMonitor - start process kube event 2025-11-03 12:10:02.13: empty line received 2025-11-03 12:10:02.13: PodMonitor - start process kube event 2025-11-03 12:10:02.14: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:02.14: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:02.14: PodMonitor - start process kube event 2025-11-03 12:10:02.14: empty line received 2025-11-03 12:10:02.14: PodMonitor - start process kube event 2025-11-03 12:10:02.17: PodMonitor - Received ADDED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:02.17: PodMonitor - Skipped ADDED Pod ctest-new-default-49424377:ctest-pod-59744715 (no nodeName) 2025-11-03 12:10:02.17: PodMonitor - start process kube event 2025-11-03 12:10:02.17: empty line received 2025-11-03 12:10:02.17: PodMonitor - start process kube event 2025-11-03 12:10:02.17: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:02.17: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:02.17: PodMonitor - start process kube event 2025-11-03 12:10:02.17: empty line received 2025-11-03 12:10:02.17: PodMonitor - start process kube event 2025-11-03 12:10:02.19: PodMonitor - Received ADDED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:02.19: PodMonitor - Skipped ADDED Pod ctest-non-default-35451297:ctest-pod-72604642 (no nodeName) 2025-11-03 12:10:02.19: PodMonitor - start process kube event 2025-11-03 12:10:02.19: empty line received 2025-11-03 12:10:02.19: PodMonitor - start process kube event 2025-11-03 12:10:02.19: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:02.19: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:02.19: PodMonitor - start process kube event 2025-11-03 12:10:02.19: empty line received 2025-11-03 12:10:02.19: PodMonitor - start process kube event 2025-11-03 12:10:02.22: PodMonitor - Received ADDED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:02.22: PodMonitor - Skipped ADDED Pod ctest-non-default-35451297:ctest-pod-43748920 (no nodeName) 2025-11-03 12:10:02.22: PodMonitor - start process kube event 2025-11-03 12:10:02.22: empty line received 2025-11-03 12:10:02.22: PodMonitor - start process kube event 2025-11-03 12:10:02.22: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:02.22: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:02.22: PodMonitor - start process kube event 2025-11-03 12:10:02.22: empty line received 2025-11-03 12:10:02.22: PodMonitor - start process kube event 2025-11-03 12:10:02.59: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 12:10:02.60: VncKubernetes - Process event (name=ctest-non-default-35451297 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:10:02.80: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:02.80: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:02.80: PodMonitor - start process kube event 2025-11-03 12:10:02.80: empty line received 2025-11-03 12:10:02.80: PodMonitor - start process kube event 2025-11-03 12:10:03.15: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 12:10:03.15: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:04.24: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:04.24: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:04.24: PodMonitor - start process kube event 2025-11-03 12:10:04.24: empty line received 2025-11-03 12:10:04.24: PodMonitor - start process kube event 2025-11-03 12:10:04.25: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 12:10:04.25: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:04.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 12:10:04.33: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:04.40: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:04.40: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:04.40: PodMonitor - start process kube event 2025-11-03 12:10:04.40: empty line received 2025-11-03 12:10:04.40: PodMonitor - start process kube event 2025-11-03 12:10:04.80: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:04.80: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:04.80: PodMonitor - start process kube event 2025-11-03 12:10:04.80: empty line received 2025-11-03 12:10:04.80: PodMonitor - start process kube event 2025-11-03 12:10:05.06: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:05.06: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:05.07: PodMonitor - start process kube event 2025-11-03 12:10:05.07: empty line received 2025-11-03 12:10:05.07: PodMonitor - start process kube event 2025-11-03 12:10:05.08: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 12:10:05.08: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:05.15: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 12:10:05.15: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:05.20: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:05.20: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:05.20: PodMonitor - start process kube event 2025-11-03 12:10:05.20: empty line received 2025-11-03 12:10:05.20: PodMonitor - start process kube event 2025-11-03 12:10:06.08: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:06.08: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:06.08: PodMonitor - start process kube event 2025-11-03 12:10:06.08: empty line received 2025-11-03 12:10:06.08: PodMonitor - start process kube event 2025-11-03 12:10:06.09: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-03 12:10:06.09: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:06.17: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 12:10:06.17: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:06.78: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:06.78: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:06.78: PodMonitor - start process kube event 2025-11-03 12:10:06.78: empty line received 2025-11-03 12:10:06.78: PodMonitor - start process kube event 2025-11-03 12:10:06.79: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-03 12:10:06.79: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:06.93: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 12:10:06.93: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:07.63: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:07.63: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:07.63: PodMonitor - start process kube event 2025-11-03 12:10:07.63: empty line received 2025-11-03 12:10:07.63: PodMonitor - start process kube event 2025-11-03 12:10:07.64: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 12:10:07.64: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:08.32: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:08.32: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:08.32: PodMonitor - start process kube event 2025-11-03 12:10:08.32: empty line received 2025-11-03 12:10:08.32: PodMonitor - start process kube event 2025-11-03 12:10:08.33: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 12:10:08.33: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:09.02: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:09.02: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:09.03: PodMonitor - start process kube event 2025-11-03 12:10:09.03: empty line received 2025-11-03 12:10:09.03: PodMonitor - start process kube event 2025-11-03 12:10:09.04: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 12:10:09.04: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:09.71: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:09.71: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:09.71: PodMonitor - start process kube event 2025-11-03 12:10:09.71: empty line received 2025-11-03 12:10:09.71: PodMonitor - start process kube event 2025-11-03 12:10:09.72: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-03 12:10:09.72: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:09.79: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-03 12:10:09.79: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:09.83: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:09.83: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:09.83: PodMonitor - start process kube event 2025-11-03 12:10:09.83: empty line received 2025-11-03 12:10:09.83: PodMonitor - start process kube event 2025-11-03 12:10:09.85: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-03 12:10:09.85: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:09.93: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-03 12:10:09.93: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:10.00: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-03 12:10:10.00: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:10.06: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-03 12:10:10.06: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:10.14: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 12:10:10.14: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:10.19: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 12:10:10.19: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:10.20: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:10:10.20: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:10.25: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:10:10.25: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:10.27: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:10:10.27: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:10.32: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:10:10.32: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:10.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:10:10.33: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:10:10.39: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:10.84: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:10.84: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:10.84: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:10:10.84: PodMonitor - start process kube event 2025-11-03 12:10:10.84: empty line received 2025-11-03 12:10:10.84: PodMonitor - start process kube event 2025-11-03 12:10:10.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:14.88: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:14.88: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:14.88: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:10:14.88: PodMonitor - start process kube event 2025-11-03 12:10:14.88: empty line received 2025-11-03 12:10:14.88: PodMonitor - start process kube event 2025-11-03 12:10:14.89: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:14.89: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:14.89: PodMonitor - start process kube event 2025-11-03 12:10:14.89: empty line received 2025-11-03 12:10:14.89: PodMonitor - start process kube event 2025-11-03 12:10:14.91: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:14.91: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:14.91: PodMonitor - start process kube event 2025-11-03 12:10:14.91: empty line received 2025-11-03 12:10:14.91: PodMonitor - start process kube event 2025-11-03 12:10:14.93: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:14.93: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:14.93: PodMonitor - start process kube event 2025-11-03 12:10:14.93: empty line received 2025-11-03 12:10:14.93: PodMonitor - start process kube event 2025-11-03 12:10:14.93: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:10:14.93: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:10:14.95: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:10:14.95: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:10:15.00: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:10:15.00: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:10:15.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:15.88: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:15.88: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:17] "GET /Snh_VirtualMachineDatabaseList?x=62705b4a-22be-466f-b57d-eb7b3e273ae1 HTTP/1.1" 200 2483 0.000957 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:18] "GET /Snh_VirtualMachineDatabaseList?x=84bc436d-8c22-4b6f-815a-2a2fabd491b0 HTTP/1.1" 200 2483 0.001065 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:18] "GET /Snh_VirtualMachineDatabaseList?x=9c14ae2d-d457-422e-b65e-d90cc131a273 HTTP/1.1" 200 2483 0.000844 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:18] "GET /Snh_VirtualMachineDatabaseList?x=9470cf91-da20-47ef-ba6d-9128715fcce5 HTTP/1.1" 200 2483 0.000808 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:18] "GET /Snh_VirtualMachineDatabaseList?x=cbf7334e-0c01-42c7-a931-15de4ef76473 HTTP/1.1" 200 2413 0.001029 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:18] "GET /Snh_VirtualMachineDatabaseList?x=1818a781-58d8-4581-81e4-b5e12cf508ae HTTP/1.1" 200 2413 0.000780 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:18] "GET /Snh_VirtualMachineDatabaseList?x=43368064-637b-4477-baf8-2e4c21404af0 HTTP/1.1" 200 2413 0.000767 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:23] "GET /Snh_VirtualMachineDatabaseList?x=be1af619-f08e-48bc-be30-dc4eb0567f5c HTTP/1.1" 200 2413 0.000854 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:25] "GET /Snh_LoadbalancerDatabaseList?x=ac9b87b8-3421-4743-ad60-c5eff30a83f9 HTTP/1.1" 200 1862 0.000799 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:25] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=c620a714-d62e-4070-8789-06acaf3e36ca HTTP/1.1" 200 2095 0.000767 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:25] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=c620a714-d62e-4070-8789-06acaf3e36ca HTTP/1.1" 200 2095 0.000797 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:10:27] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=c620a714-d62e-4070-8789-06acaf3e36ca HTTP/1.1" 200 2302 0.000875 2025-11-03 12:10:15.88: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:10:15.88: PodMonitor - start process kube event 2025-11-03 12:10:15.88: empty line received 2025-11-03 12:10:15.88: PodMonitor - start process kube event 2025-11-03 12:10:15.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:19.89: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:19.89: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:19.89: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:10:19.89: PodMonitor - start process kube event 2025-11-03 12:10:19.89: empty line received 2025-11-03 12:10:19.89: PodMonitor - start process kube event 2025-11-03 12:10:19.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:24.11: ServiceMonitor - Received ADDED Service ctest-new-default-49424377:ctest-nginx-svc-40374641:ac9b87b8-3421-4743-ad60-c5eff30a83f9 2025-11-03 12:10:24.11: ServiceMonitor - Got ADDED Service ctest-new-default-49424377:ctest-nginx-svc-40374641:ac9b87b8-3421-4743-ad60-c5eff30a83f9 2025-11-03 12:10:24.11: VncKubernetes - Process event (name=ctest-nginx-svc-40374641 event_type=ADDED kind=Service ns=ctest-new-default-49424377) VncService - Got ADDED Service ctest-new-default-49424377:ctest-nginx-svc-40374641:ac9b87b8-3421-4743-ad60-c5eff30a83f9 2025-11-03 12:10:24.12: ServiceMonitor - start process kube event 2025-11-03 12:10:24.12: empty line received 2025-11-03 12:10:24.12: ServiceMonitor - start process kube event 2025-11-03 12:10:24.13: EndPointMonitor - Received ADDED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:10:24.13: EndPointMonitor - Got ADDED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:10:24.13: EndPointMonitor - start process kube event 2025-11-03 12:10:24.13: empty line received 2025-11-03 12:10:24.13: EndPointMonitor - start process kube event 2025-11-03 12:10:25.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:10:25.02: VncKubernetes - Process event (name=ctest-nginx-svc-40374641 event_type=ADDED kind=Endpoints ns=ctest-new-default-49424377) VncEndpoints - Got ADDED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:10:25.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:25.73: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:10:25.73: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:10:25.73: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-49424377) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:10:25.73: NetworkPolicyMonitor - start process kube event 2025-11-03 12:10:25.73: empty line received 2025-11-03 12:10:25.73: NetworkPolicyMonitor - start process kube event 2025-11-03 12:10:26.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:34.88: PodMonitor - Received BOOKMARK: oldResVer=1601 newResVer=1812 2025-11-03 12:10:34.88: PodMonitor - start process kube event 2025-11-03 12:10:34.88: empty line received 2025-11-03 12:10:34.88: PodMonitor - start process kube event 2025-11-03 12:10:52.07: NamespaceMonitor - Received BOOKMARK: oldResVer=436 newResVer=1713 2025-11-03 12:10:52.07: NamespaceMonitor - start process kube event 2025-11-03 12:10:52.07: empty line received 2025-11-03 12:10:52.07: NamespaceMonitor - start process kube event 2025-11-03 12:10:52.85: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:10:52.85: NetworkMonitor - start process kube event 2025-11-03 12:10:52.85: empty line received 2025-11-03 12:10:52.85: NetworkMonitor - start process kube event 2025-11-03 12:10:52.86: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1024 newResVer=1824 2025-11-03 12:10:52.86: NetworkPolicyMonitor - start process kube event 2025-11-03 12:10:52.86: empty line received 2025-11-03 12:10:52.86: NetworkPolicyMonitor - start process kube event 2025-11-03 12:10:52.99: IngressMonitor - Received BOOKMARK: oldResVer=1659 newResVer=1659 2025-11-03 12:10:52.99: IngressMonitor - start process kube event 2025-11-03 12:10:52.99: empty line received 2025-11-03 12:10:52.99: IngressMonitor - start process kube event 2025-11-03 12:10:53.11: ServiceMonitor - Received BOOKMARK: oldResVer=1498 newResVer=1819 2025-11-03 12:10:53.11: ServiceMonitor - start process kube event 2025-11-03 12:10:53.11: empty line received 2025-11-03 12:10:53.12: ServiceMonitor - start process kube event 2025-11-03 12:10:54.70: EndPointMonitor - Received BOOKMARK: oldResVer=1680 newResVer=1820 2025-11-03 12:10:54.70: EndPointMonitor - start process kube event 2025-11-03 12:10:54.70: EndPointMonitor - _schedule_vnc_sync 2025-11-03 12:10:54.70: empty line received 2025-11-03 12:10:54.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 12:10:54.70: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 12:10:54.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:10:54.70: EndPointMonitor - start process kube event 2025-11-03 12:11:03.57: ServiceMonitor - Received BOOKMARK: oldResVer=1819 newResVer=1819 2025-11-03 12:11:03.57: ServiceMonitor - start process kube event 2025-11-03 12:11:03.58: empty line received 2025-11-03 12:11:03.58: ServiceMonitor - start process kube event 2025-11-03 12:11:05.27: stop iteration ServiceMonitor 2025-11-03 12:11:05.27: ServiceMonitor - start process kube event 2025-11-03 12:11:05.27: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1819 2025-11-03 12:11:05.27: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:11:05.27: ServiceMonitor - Connect Kube API result 0 2025-11-03 12:11:05.27: ServiceMonitor - _schedule_vnc_sync 2025-11-03 12:11:05.27: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1819'})(timeout=120) 2025-11-03 12:11:05.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 12:11:05.27: VncKubernetes - vnc_sync - Service start 2025-11-03 12:11:05.27: VncKubernetes - vnc_sync - Service done 2025-11-03 12:11:05.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:11:05.27: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1819'}) 2025-11-03 12:11:35.33: PodMonitor - Received BOOKMARK: oldResVer=1812 newResVer=1812 2025-11-03 12:11:35.33: PodMonitor - start process kube event 2025-11-03 12:11:35.33: empty line received 2025-11-03 12:11:35.33: PodMonitor - start process kube event 2025-11-03 12:11:51.73: NamespaceMonitor - Received BOOKMARK: oldResVer=1713 newResVer=1713 2025-11-03 12:11:51.73: NamespaceMonitor - start process kube event 2025-11-03 12:11:51.73: empty line received 2025-11-03 12:11:51.73: NamespaceMonitor - start process kube event 2025-11-03 12:11:52.57: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:11:52.58: NetworkMonitor - start process kube event 2025-11-03 12:11:52.58: empty line received 2025-11-03 12:11:52.58: NetworkMonitor - start process kube event [Introspect:8108]10.0.0.249 - - [2025-11-03 12:12:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001168 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:12:48] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001211 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:12:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001306 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:12:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001130 2025-11-03 12:11:53.10: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1824 newResVer=1824 2025-11-03 12:11:53.11: NetworkPolicyMonitor - start process kube event 2025-11-03 12:11:53.11: empty line received 2025-11-03 12:11:53.11: NetworkPolicyMonitor - start process kube event 2025-11-03 12:11:53.51: IngressMonitor - Received BOOKMARK: oldResVer=1659 newResVer=1659 2025-11-03 12:11:53.51: IngressMonitor - start process kube event 2025-11-03 12:11:53.51: IngressMonitor - _schedule_vnc_sync 2025-11-03 12:11:53.51: empty line received 2025-11-03 12:11:53.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 12:11:53.51: VncKubernetes - vnc_sync - Ingress start 2025-11-03 12:11:53.51: VncKubernetes - vnc_sync - Ingress done 2025-11-03 12:11:53.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:11:53.51: IngressMonitor - start process kube event 2025-11-03 12:11:55.02: EndPointMonitor - Received BOOKMARK: oldResVer=1820 newResVer=1820 2025-11-03 12:11:55.02: EndPointMonitor - start process kube event 2025-11-03 12:11:55.02: empty line received 2025-11-03 12:11:55.02: EndPointMonitor - start process kube event 2025-11-03 12:12:20.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1824 newResVer=1824 2025-11-03 12:12:20.68: NetworkPolicyMonitor - start process kube event 2025-11-03 12:12:20.68: empty line received 2025-11-03 12:12:20.68: NetworkPolicyMonitor - start process kube event 2025-11-03 12:12:22.65: stop iteration NetworkPolicyMonitor 2025-11-03 12:12:22.65: NetworkPolicyMonitor - start process kube event 2025-11-03 12:12:22.65: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1824 2025-11-03 12:12:22.65: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:12:22.65: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-03 12:12:22.65: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 12:12:22.65: NetworkPolicyMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'})(timeout=120) 2025-11-03 12:12:22.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 12:12:22.65: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 12:12:22.66: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 12:12:22.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:12:22.67: NetworkPolicyMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1824'}) 2025-11-03 12:12:26.01: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:12:26.01: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:12:26.01: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-49424377) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:12:26.01: NetworkPolicyMonitor - start process kube event 2025-11-03 12:12:26.01: empty line received 2025-11-03 12:12:26.01: NetworkPolicyMonitor - start process kube event 2025-11-03 12:12:27.17: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:12:35.49: PodMonitor - Received BOOKMARK: oldResVer=1812 newResVer=1812 2025-11-03 12:12:35.49: PodMonitor - start process kube event 2025-11-03 12:12:35.49: empty line received 2025-11-03 12:12:35.49: PodMonitor - start process kube event 2025-11-03 12:12:52.19: NamespaceMonitor - Received BOOKMARK: oldResVer=1713 newResVer=1713 2025-11-03 12:12:52.19: NamespaceMonitor - start process kube event 2025-11-03 12:12:52.19: empty line received 2025-11-03 12:12:52.19: NamespaceMonitor - start process kube event 2025-11-03 12:12:53.11: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:12:53.11: NetworkMonitor - start process kube event 2025-11-03 12:12:53.11: empty line received 2025-11-03 12:12:53.11: NetworkMonitor - start process kube event 2025-11-03 12:12:53.73: IngressMonitor - Received BOOKMARK: oldResVer=1659 newResVer=1659 2025-11-03 12:12:53.73: IngressMonitor - start process kube event 2025-11-03 12:12:53.73: empty line received 2025-11-03 12:12:53.73: IngressMonitor - start process kube event 2025-11-03 12:12:55.29: EndPointMonitor - Received BOOKMARK: oldResVer=1820 newResVer=1820 2025-11-03 12:12:55.30: EndPointMonitor - start process kube event 2025-11-03 12:12:55.30: empty line received 2025-11-03 12:12:55.30: EndPointMonitor - start process kube event 2025-11-03 12:13:05.28: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:13:05.28: ServiceMonitor - start process kube event 2025-11-03 12:13:05.28: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1819 2025-11-03 12:13:05.28: ServiceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:13:05.28: ServiceMonitor - Connect Kube API result 0 2025-11-03 12:13:05.28: ServiceMonitor - _schedule_vnc_sync 2025-11-03 12:13:05.28: ServiceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1819'})(timeout=120) 2025-11-03 12:13:05.28: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 12:13:05.28: VncKubernetes - vnc_sync - Service start 2025-11-03 12:13:05.28: VncKubernetes - vnc_sync - Service done 2025-11-03 12:13:05.28: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:05.29: ServiceMonitor - Watches https://10.0.0.249:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1819'}) 2025-11-03 12:13:16.45: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:13:16.45: NetworkMonitor - start process kube event 2025-11-03 12:13:16.45: empty line received 2025-11-03 12:13:16.45: NetworkMonitor - start process kube event 2025-11-03 12:13:17.49: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=1306 2025-11-03 12:13:17.49: NetworkMonitor - start process kube event 2025-11-03 12:13:17.49: empty line received 2025-11-03 12:13:17.49: NetworkMonitor - start process kube event 2025-11-03 12:13:19.16: stop iteration NetworkMonitor 2025-11-03 12:13:19.16: NetworkMonitor - start process kube event 2025-11-03 12:13:19.16: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1306 2025-11-03 12:13:19.16: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:13:19.16: NetworkMonitor - Connect Kube API result 0 2025-11-03 12:13:19.16: NetworkMonitor - _schedule_vnc_sync 2025-11-03 12:13:19.16: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'})(timeout=120) 2025-11-03 12:13:19.16: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 12:13:19.16: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 12:13:19.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:19.17: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'}) 2025-11-03 12:13:22.56: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1824 newResVer=1981 2025-11-03 12:13:22.56: NetworkPolicyMonitor - start process kube event 2025-11-03 12:13:22.56: empty line received 2025-11-03 12:13:22.56: NetworkPolicyMonitor - start process kube event 2025-11-03 12:13:28.23: IngressMonitor - Received BOOKMARK: oldResVer=1659 newResVer=1659 2025-11-03 12:13:28.24: IngressMonitor - start process kube event 2025-11-03 12:13:28.24: empty line received 2025-11-03 12:13:28.24: IngressMonitor - start process kube event 2025-11-03 12:13:29.14: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:29.14: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:29.14: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:29.14: PodMonitor - start process kube event 2025-11-03 12:13:29.14: empty line received 2025-11-03 12:13:29.14: PodMonitor - start process kube event 2025-11-03 12:13:29.15: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:13:29.15: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:13:29.15: PodMonitor - start process kube event 2025-11-03 12:13:29.15: empty line received 2025-11-03 12:13:29.15: PodMonitor - start process kube event 2025-11-03 12:13:29.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:13:29.16: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:13:29.16: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:13:29.16: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:13:29.16: EndPointMonitor - start process kube event 2025-11-03 12:13:29.16: empty line received 2025-11-03 12:13:29.16: EndPointMonitor - start process kube event 2025-11-03 12:13:29.17: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:13:29.17: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:13:29.17: PodMonitor - start process kube event 2025-11-03 12:13:29.17: empty line received 2025-11-03 12:13:29.17: PodMonitor - start process kube event 2025-11-03 12:13:29.17: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:29.17: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:29.17: PodMonitor - start process kube event 2025-11-03 12:13:29.17: empty line received 2025-11-03 12:13:29.17: PodMonitor - start process kube event 2025-11-03 12:13:29.18: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:29.18: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: empty line received 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:29.18: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: empty line received 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:13:29.18: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: empty line received 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:13:29.18: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: empty line received 2025-11-03 12:13:29.18: PodMonitor - start process kube event 2025-11-03 12:13:29.18: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:13:29.18: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:13:29.18: EndPointMonitor - start process kube event 2025-11-03 12:13:29.18: empty line received 2025-11-03 12:13:29.18: EndPointMonitor - start process kube event 2025-11-03 12:13:29.22: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-03 12:13:29.22: VncKubernetes - Process event (name=ctest-nginx-svc-40374641 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-49424377) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:13:29.40: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-03 12:13:29.40: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:13:29.45: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 12:13:29.45: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:29.51: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:13:29.51: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:29.52: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:13:29.52: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:29.57: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:13:29.57: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:13:29.62: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:13:29.62: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:13:29.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:13:29.64: VncKubernetes - Process event (name=ctest-nginx-svc-40374641 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-49424377) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:13:29.69: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:29.88: stop iteration IngressMonitor 2025-11-03 12:13:29.88: IngressMonitor - start process kube event 2025-11-03 12:13:29.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1659 2025-11-03 12:13:29.88: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:13:29.88: IngressMonitor - Connect Kube API result 0 2025-11-03 12:13:29.88: IngressMonitor - _schedule_vnc_sync 2025-11-03 12:13:29.88: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1659'})(timeout=120) 2025-11-03 12:13:29.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 12:13:29.88: VncKubernetes - vnc_sync - Ingress start 2025-11-03 12:13:29.88: VncKubernetes - vnc_sync - Ingress done 2025-11-03 12:13:29.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:29.88: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1659'}) 2025-11-03 12:13:30.57: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.57: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.57: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.58: PodMonitor - start process kube event 2025-11-03 12:13:30.58: empty line received 2025-11-03 12:13:30.58: PodMonitor - start process kube event 2025-11-03 12:13:30.59: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.59: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.59: PodMonitor - start process kube event 2025-11-03 12:13:30.59: empty line received 2025-11-03 12:13:30.59: PodMonitor - start process kube event 2025-11-03 12:13:30.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:13:30.59: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.59: PodMonitor - Received DELETED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.59: PodMonitor - Got DELETED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.59: PodMonitor - start process kube event 2025-11-03 12:13:30.59: empty line received 2025-11-03 12:13:30.59: PodMonitor - start process kube event 2025-11-03 12:13:30.60: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:30.60: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:30.60: PodMonitor - start process kube event 2025-11-03 12:13:30.60: empty line received 2025-11-03 12:13:30.60: PodMonitor - start process kube event 2025-11-03 12:13:30.62: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:30.62: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:30.62: PodMonitor - start process kube event 2025-11-03 12:13:30.62: empty line received 2025-11-03 12:13:30.62: PodMonitor - start process kube event 2025-11-03 12:13:30.62: PodMonitor - Received DELETED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:30.62: PodMonitor - Got DELETED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:30.62: PodMonitor - start process kube event 2025-11-03 12:13:30.62: empty line received 2025-11-03 12:13:30.62: PodMonitor - start process kube event 2025-11-03 12:13:30.65: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:13:30.65: VncKubernetes - Process event (name=ctest-pod-94866374 event_type=DELETED kind=Pod ns=ctest-non-default-35451297) VncPod - Got DELETED Pod ctest-non-default-35451297:ctest-pod-94866374:9470cf91-da20-47ef-ba6d-9128715fcce5 2025-11-03 12:13:30.76: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:30.76: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:30.76: PodMonitor - start process kube event 2025-11-03 12:13:30.76: empty line received 2025-11-03 12:13:30.76: PodMonitor - start process kube event 2025-11-03 12:13:30.95: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:30.95: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:30.95: PodMonitor - start process kube event 2025-11-03 12:13:30.95: empty line received 2025-11-03 12:13:30.95: PodMonitor - start process kube event 2025-11-03 12:13:30.95: PodMonitor - Received DELETED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:30.95: PodMonitor - Got DELETED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:30.95: PodMonitor - start process kube event 2025-11-03 12:13:30.95: empty line received 2025-11-03 12:13:30.95: PodMonitor - start process kube event 2025-11-03 12:13:31.07: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 12:13:31.07: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:31.13: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:13:31.13: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:31.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:13:31.19: VncKubernetes - Process event (name=ctest-pod-08215290 event_type=DELETED kind=Pod ns=ctest-new-default-49424377) VncPod - Got DELETED Pod ctest-new-default-49424377:ctest-pod-08215290:62705b4a-22be-466f-b57d-eb7b3e273ae1 2025-11-03 12:13:31.56: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:31.56: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:31.56: PodMonitor - start process kube event 2025-11-03 12:13:31.56: empty line received 2025-11-03 12:13:31.56: PodMonitor - start process kube event 2025-11-03 12:13:31.62: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:13:31.62: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:31.68: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:13:31.68: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:31.73: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:13:31.73: VncKubernetes - Process event (name=ctest-pod-19078558 event_type=DELETED kind=Pod ns=ctest-new-default-49424377) VncPod - Got DELETED Pod ctest-new-default-49424377:ctest-pod-19078558:84bc436d-8c22-4b6f-815a-2a2fabd491b0 2025-11-03 12:13:31.75: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:31.75: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:31.75: PodMonitor - start process kube event 2025-11-03 12:13:31.75: empty line received 2025-11-03 12:13:31.75: PodMonitor - start process kube event 2025-11-03 12:13:31.75: PodMonitor - Received DELETED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:31.75: PodMonitor - Got DELETED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:31.75: PodMonitor - start process kube event 2025-11-03 12:13:31.75: empty line received 2025-11-03 12:13:31.75: PodMonitor - start process kube event 2025-11-03 12:13:32.39: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:13:32.39: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:32.45: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:13:32.45: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:32.51: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:13:32.51: VncKubernetes - Process event (name=ctest-pod-63892437 event_type=DELETED kind=Pod ns=ctest-non-default-35451297) VncPod - Got DELETED Pod ctest-non-default-35451297:ctest-pod-63892437:9c14ae2d-d457-422e-b65e-d90cc131a273 2025-11-03 12:13:33.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:35.42: PodMonitor - Received BOOKMARK: oldResVer=1812 newResVer=2101 2025-11-03 12:13:35.42: PodMonitor - start process kube event 2025-11-03 12:13:35.42: PodMonitor - _schedule_vnc_sync 2025-11-03 12:13:35.42: empty line received 2025-11-03 12:13:35.42: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 12:13:35.42: VncKubernetes - vnc_sync - Pod start 2025-11-03 12:13:35.42: VncKubernetes - vnc_sync - Pod done 2025-11-03 12:13:35.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:35.42: PodMonitor - start process kube event 2025-11-03 12:13:37.45: EndPointMonitor - Received BOOKMARK: oldResVer=1820 newResVer=2075 2025-11-03 12:13:37.45: EndPointMonitor - start process kube event 2025-11-03 12:13:37.45: empty line received 2025-11-03 12:13:37.45: EndPointMonitor - start process kube event 2025-11-03 12:13:39.40: stop iteration EndPointMonitor 2025-11-03 12:13:39.40: EndPointMonitor - start process kube event 2025-11-03 12:13:39.40: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2075 2025-11-03 12:13:39.40: EndPointMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:13:39.40: EndPointMonitor - Connect Kube API result 0 2025-11-03 12:13:39.40: EndPointMonitor - _schedule_vnc_sync 2025-11-03 12:13:39.40: EndPointMonitor - Start Watching request https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2075'})(timeout=120) 2025-11-03 12:13:39.41: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-03 12:13:39.41: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-03 12:13:39.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:13:39.42: EndPointMonitor - Watches https://10.0.0.249:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2075'}) 2025-11-03 12:13:51.71: NamespaceMonitor - Received BOOKMARK: oldResVer=1713 newResVer=1713 2025-11-03 12:13:51.71: NamespaceMonitor - start process kube event 2025-11-03 12:13:51.71: empty line received 2025-11-03 12:13:51.71: NamespaceMonitor - start process kube event 2025-11-03 12:14:00.70: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.70: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.70: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.70: PodMonitor - start process kube event 2025-11-03 12:14:00.70: empty line received 2025-11-03 12:14:00.70: PodMonitor - start process kube event 2025-11-03 12:14:00.71: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.71: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.71: PodMonitor - start process kube event 2025-11-03 12:14:00.71: empty line received 2025-11-03 12:14:00.71: PodMonitor - start process kube event 2025-11-03 12:14:00.71: PodMonitor - Received DELETED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.71: PodMonitor - Got DELETED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.71: PodMonitor - start process kube event 2025-11-03 12:14:00.71: empty line received 2025-11-03 12:14:00.71: PodMonitor - start process kube event 2025-11-03 12:14:00.72: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:14:00.72: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.73: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:00.73: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:00.73: PodMonitor - start process kube event 2025-11-03 12:14:00.73: empty line received 2025-11-03 12:14:00.73: PodMonitor - start process kube event 2025-11-03 12:14:00.73: PodMonitor - Received MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:00.73: PodMonitor - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:00.73: PodMonitor - start process kube event 2025-11-03 12:14:00.73: empty line received 2025-11-03 12:14:00.73: PodMonitor - start process kube event 2025-11-03 12:14:00.74: PodMonitor - Received DELETED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:00.74: PodMonitor - Got DELETED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:00.74: PodMonitor - start process kube event 2025-11-03 12:14:00.74: empty line received 2025-11-03 12:14:00.74: PodMonitor - start process kube event 2025-11-03 12:14:00.75: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:00.75: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:00.75: PodMonitor - start process kube event 2025-11-03 12:14:00.75: empty line received 2025-11-03 12:14:00.75: PodMonitor - start process kube event 2025-11-03 12:14:00.78: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:14:00.78: VncKubernetes - Process event (name=ctest-pod-92199203 event_type=DELETED kind=Pod ns=ctest-new-default-49424377) VncPod - Got DELETED Pod ctest-new-default-49424377:ctest-pod-92199203:cbf7334e-0c01-42c7-a931-15de4ef76473 2025-11-03 12:14:00.89: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:00.89: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:00.89: PodMonitor - start process kube event 2025-11-03 12:14:00.89: empty line received 2025-11-03 12:14:00.89: PodMonitor - start process kube event 2025-11-03 12:14:00.89: PodMonitor - Received DELETED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:00.89: PodMonitor - Got DELETED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:00.89: PodMonitor - start process kube event 2025-11-03 12:14:00.89: empty line received 2025-11-03 12:14:00.89: PodMonitor - start process kube event 2025-11-03 12:14:01.21: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 12:14:01.21: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:01.26: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:14:01.26: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=MODIFIED kind=Pod ns=ctest-new-default-49424377) VncPod - Got MODIFIED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:01.31: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:14:01.31: VncKubernetes - Process event (name=ctest-pod-59744715 event_type=DELETED kind=Pod ns=ctest-new-default-49424377) VncPod - Got DELETED Pod ctest-new-default-49424377:ctest-pod-59744715:43368064-637b-4477-baf8-2e4c21404af0 2025-11-03 12:14:01.49: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:01.49: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:01.49: PodMonitor - start process kube event 2025-11-03 12:14:01.49: empty line received 2025-11-03 12:14:01.49: PodMonitor - start process kube event 2025-11-03 12:14:01.69: PodMonitor - Received MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:01.69: PodMonitor - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:01.69: PodMonitor - start process kube event 2025-11-03 12:14:01.70: empty line received 2025-11-03 12:14:01.70: PodMonitor - start process kube event 2025-11-03 12:14:01.70: PodMonitor - Received DELETED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:01.70: PodMonitor - Got DELETED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:01.70: PodMonitor - start process kube event 2025-11-03 12:14:01.70: empty line received 2025-11-03 12:14:01.70: PodMonitor - start process kube event 2025-11-03 12:14:01.80: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-03 12:14:01.80: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:01.86: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-03 12:14:01.86: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:01.87: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:14:01.87: VncKubernetes - Process event (name=ctest-pod-43748920 event_type=DELETED kind=Pod ns=ctest-non-default-35451297) VncPod - Got DELETED Pod ctest-non-default-35451297:ctest-pod-43748920:be1af619-f08e-48bc-be30-dc4eb0567f5c 2025-11-03 12:14:02.38: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:14:02.38: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:02.44: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:14:02.44: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=MODIFIED kind=Pod ns=ctest-non-default-35451297) VncPod - Got MODIFIED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:02.49: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:14:02.49: VncKubernetes - Process event (name=ctest-pod-72604642 event_type=DELETED kind=Pod ns=ctest-non-default-35451297) VncPod - Got DELETED Pod ctest-non-default-35451297:ctest-pod-72604642:1818a781-58d8-4581-81e4-b5e12cf508ae 2025-11-03 12:14:02.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:14:04.50: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:04.50: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:04.50: VncKubernetes - Process event (name=ctest-non-default-35451297 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:04.50: NamespaceMonitor - start process kube event 2025-11-03 12:14:04.50: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:14:04.50: empty line received 2025-11-03 12:14:04.50: NamespaceMonitor - start process kube event 2025-11-03 12:14:04.80: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:14:04.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:14:04.80: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:14:04.80: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:14:04.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:14:09.68: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:09.68: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:09.68: VncKubernetes - Process event (name=ctest-non-default-35451297 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:09.68: NamespaceMonitor - start process kube event 2025-11-03 12:14:09.68: empty line received 2025-11-03 12:14:09.68: NamespaceMonitor - start process kube event 2025-11-03 12:14:09.69: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:09.69: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:09.69: NamespaceMonitor - start process kube event 2025-11-03 12:14:09.69: empty line received 2025-11-03 12:14:09.69: NamespaceMonitor - start process kube event 2025-11-03 12:14:09.98: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:14:09.99: VncKubernetes - Process event (name=ctest-non-default-35451297 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-35451297:40e48607-a83c-46eb-9515-24522f85f3fa 2025-11-03 12:14:10.53: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:10.53: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:10.53: NamespaceMonitor - start process kube event 2025-11-03 12:14:10.53: empty line received 2025-11-03 12:14:10.53: NamespaceMonitor - start process kube event 2025-11-03 12:14:11.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:14:11.05: VncKubernetes - Process event (name=ctest-new-default-49424377 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:11.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:14:15.66: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:14:15.66: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:14:15.66: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-49424377) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-49424377:ingress-on-service:c620a714-d62e-4070-8789-06acaf3e36ca 2025-11-03 12:14:15.66: NetworkPolicyMonitor - start process kube event 2025-11-03 12:14:15.66: empty line received 2025-11-03 12:14:15.66: NetworkPolicyMonitor - start process kube event 2025-11-03 12:14:15.78: EndPointMonitor - Received DELETED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:14:15.78: EndPointMonitor - Got DELETED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:14:15.78: EndPointMonitor - start process kube event 2025-11-03 12:14:15.78: empty line received 2025-11-03 12:14:15.78: EndPointMonitor - start process kube event 2025-11-03 12:14:15.85: ServiceMonitor - Received DELETED Service ctest-new-default-49424377:ctest-nginx-svc-40374641:ac9b87b8-3421-4743-ad60-c5eff30a83f9 2025-11-03 12:14:15.85: ServiceMonitor - Got DELETED Service ctest-new-default-49424377:ctest-nginx-svc-40374641:ac9b87b8-3421-4743-ad60-c5eff30a83f9 2025-11-03 12:14:15.85: ServiceMonitor - start process kube event 2025-11-03 12:14:15.85: empty line received 2025-11-03 12:14:15.85: ServiceMonitor - start process kube event 2025-11-03 12:14:16.05: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:16.05: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:16.05: NamespaceMonitor - start process kube event 2025-11-03 12:14:16.05: empty line received 2025-11-03 12:14:16.05: NamespaceMonitor - start process kube event 2025-11-03 12:14:16.06: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:16.07: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:16.07: NamespaceMonitor - start process kube event 2025-11-03 12:14:16.07: empty line received 2025-11-03 12:14:16.07: NamespaceMonitor - start process kube event 2025-11-03 12:14:16.65: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:14:16.65: VncKubernetes - Process event (name=ctest-nginx-svc-40374641 event_type=DELETED kind=Endpoints ns=ctest-new-default-49424377) VncEndpoints - Got DELETED Endpoints ctest-new-default-49424377:ctest-nginx-svc-40374641:d54a6f04-5057-4937-9f0c-2254ba4af098 2025-11-03 12:14:16.66: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:14:16.66: VncKubernetes - Process event (name=ctest-nginx-svc-40374641 event_type=DELETED kind=Service ns=ctest-new-default-49424377) VncService - Got DELETED Service ctest-new-default-49424377:ctest-nginx-svc-40374641:ac9b87b8-3421-4743-ad60-c5eff30a83f9 2025-11-03 12:14:17.05: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:14:17.05: VncKubernetes - Process event (name=ctest-new-default-49424377 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:17.46: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:14:17.46: VncKubernetes - Process event (name=ctest-new-default-49424377 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-49424377:d2a49f4e-4a52-4d1c-bf47-409431eb16de 2025-11-03 12:14:18.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:14:21.95: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1981 newResVer=2225 2025-11-03 12:14:21.95: NetworkPolicyMonitor - start process kube event 2025-11-03 12:14:21.95: empty line received 2025-11-03 12:14:21.95: NetworkPolicyMonitor - start process kube event 2025-11-03 12:14:35.82: PodMonitor - Received BOOKMARK: oldResVer=2101 newResVer=2152 2025-11-03 12:14:35.82: PodMonitor - start process kube event 2025-11-03 12:14:35.82: empty line received 2025-11-03 12:14:35.82: PodMonitor - start process kube event 2025-11-03 12:14:38.85: EndPointMonitor - Received BOOKMARK: oldResVer=2075 newResVer=2229 2025-11-03 12:14:38.85: EndPointMonitor - start process kube event 2025-11-03 12:14:38.85: empty line received 2025-11-03 12:14:38.85: EndPointMonitor - start process kube event 2025-11-03 12:14:52.65: NamespaceMonitor - Received BOOKMARK: oldResVer=1713 newResVer=2234 2025-11-03 12:14:52.65: NamespaceMonitor - start process kube event 2025-11-03 12:14:52.65: empty line received 2025-11-03 12:14:52.65: NamespaceMonitor - start process kube event 2025-11-03 12:14:57.35: PodMonitor - Received BOOKMARK: oldResVer=2152 newResVer=2152 2025-11-03 12:14:57.35: PodMonitor - start process kube event 2025-11-03 12:14:57.35: empty line received 2025-11-03 12:14:57.35: PodMonitor - start process kube event 2025-11-03 12:14:58.92: stop iteration PodMonitor 2025-11-03 12:14:58.92: PodMonitor - start process kube event 2025-11-03 12:14:58.92: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2152 2025-11-03 12:14:58.92: PodMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:14:58.92: PodMonitor - Connect Kube API result 0 2025-11-03 12:14:58.92: PodMonitor - _schedule_vnc_sync 2025-11-03 12:14:58.92: PodMonitor - Start Watching request https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2152'})(timeout=120) 2025-11-03 12:14:58.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-03 12:14:58.92: VncKubernetes - vnc_sync - Pod start 2025-11-03 12:14:58.92: VncKubernetes - vnc_sync - Pod done 2025-11-03 12:14:58.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:14:58.93: PodMonitor - Watches https://10.0.0.249:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2152'}) 2025-11-03 12:15:05.04: ServiceMonitor - Received BOOKMARK: oldResVer=1819 newResVer=2230 2025-11-03 12:15:05.04: ServiceMonitor - start process kube event 2025-11-03 12:15:05.04: empty line received 2025-11-03 12:15:05.04: ServiceMonitor - start process kube event 2025-11-03 12:15:19.18: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:15:19.18: NetworkMonitor - start process kube event 2025-11-03 12:15:19.18: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1306 2025-11-03 12:15:19.18: NetworkMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:15:19.18: NetworkMonitor - Connect Kube API result 0 2025-11-03 12:15:19.18: NetworkMonitor - _schedule_vnc_sync 2025-11-03 12:15:19.18: NetworkMonitor - Start Watching request https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'})(timeout=120) [Introspect:8108]10.0.0.249 - - [2025-11-03 12:15:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001167 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:15:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001122 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:16:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001147 2025-11-03 12:15:19.18: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-03 12:15:19.18: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-03 12:15:19.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:15:19.19: NetworkMonitor - Watches https://10.0.0.249:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1306'}) 2025-11-03 12:15:23.02: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-11-03 12:15:23.02: NetworkPolicyMonitor - start process kube event 2025-11-03 12:15:23.02: empty line received 2025-11-03 12:15:23.02: NetworkPolicyMonitor - start process kube event 2025-11-03 12:15:29.88: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.249', port=6443): Read timed out. 2025-11-03 12:15:29.89: IngressMonitor - start process kube event 2025-11-03 12:15:29.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1659 2025-11-03 12:15:29.89: IngressMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:15:29.89: IngressMonitor - Connect Kube API result 0 2025-11-03 12:15:29.89: IngressMonitor - _schedule_vnc_sync 2025-11-03 12:15:29.89: IngressMonitor - Start Watching request https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1659'})(timeout=120) 2025-11-03 12:15:29.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-03 12:15:29.89: VncKubernetes - vnc_sync - Ingress start 2025-11-03 12:15:29.89: VncKubernetes - vnc_sync - Ingress done 2025-11-03 12:15:29.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:15:29.90: IngressMonitor - Watches https://10.0.0.249:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1659'}) 2025-11-03 12:15:39.24: EndPointMonitor - Received BOOKMARK: oldResVer=2229 newResVer=2229 2025-11-03 12:15:39.24: EndPointMonitor - start process kube event 2025-11-03 12:15:39.24: empty line received 2025-11-03 12:15:39.24: EndPointMonitor - start process kube event 2025-11-03 12:15:52.64: NamespaceMonitor - Received BOOKMARK: oldResVer=2234 newResVer=2234 2025-11-03 12:15:52.64: NamespaceMonitor - start process kube event 2025-11-03 12:15:52.64: empty line received 2025-11-03 12:15:52.64: NamespaceMonitor - start process kube event 2025-11-03 12:16:05.30: ServiceMonitor - Received BOOKMARK: oldResVer=2230 newResVer=2230 2025-11-03 12:16:05.30: ServiceMonitor - start process kube event 2025-11-03 12:16:05.30: empty line received 2025-11-03 12:16:05.30: ServiceMonitor - start process kube event 2025-11-03 12:16:23.45: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-11-03 12:16:23.45: NetworkPolicyMonitor - start process kube event 2025-11-03 12:16:23.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-03 12:16:23.45: empty line received 2025-11-03 12:16:23.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-03 12:16:23.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-03 12:16:23.45: NetworkPolicyMonitor - start process kube event 2025-11-03 12:16:23.45: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-03 12:16:23.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:16:24.70: PodMonitor - Received ADDED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:24.70: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-03 12:16:24.70: PodMonitor - start process kube event 2025-11-03 12:16:24.70: empty line received 2025-11-03 12:16:24.70: PodMonitor - start process kube event 2025-11-03 12:16:24.73: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:24.73: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:24.73: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:24.73: PodMonitor - start process kube event 2025-11-03 12:16:24.73: empty line received 2025-11-03 12:16:24.73: PodMonitor - start process kube event 2025-11-03 12:16:24.79: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:24.79: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:24.79: PodMonitor - start process kube event 2025-11-03 12:16:24.79: empty line received 2025-11-03 12:16:24.79: PodMonitor - start process kube event 2025-11-03 12:16:24.95: PodMonitor - Received ADDED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:24.95: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-03 12:16:24.95: PodMonitor - start process kube event 2025-11-03 12:16:24.95: empty line received 2025-11-03 12:16:24.95: PodMonitor - start process kube event 2025-11-03 12:16:24.96: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:24.96: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:24.96: PodMonitor - start process kube event 2025-11-03 12:16:24.96: empty line received 2025-11-03 12:16:24.96: PodMonitor - start process kube event 2025-11-03 12:16:24.97: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:24.97: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:24.97: PodMonitor - start process kube event 2025-11-03 12:16:24.97: empty line received 2025-11-03 12:16:24.97: PodMonitor - start process kube event 2025-11-03 12:16:25.54: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:25.54: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:25.54: PodMonitor - start process kube event 2025-11-03 12:16:25.54: empty line received 2025-11-03 12:16:25.54: PodMonitor - start process kube event 2025-11-03 12:16:25.55: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-03 12:16:25.55: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:25.69: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:16:25.69: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:26.32: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:26.32: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:26.32: PodMonitor - start process kube event 2025-11-03 12:16:26.32: empty line received 2025-11-03 12:16:26.32: PodMonitor - start process kube event 2025-11-03 12:16:26.33: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-03 12:16:26.33: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:26.41: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:16:26.41: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:26.46: VncKubernetes - wait event (qsize=1 timeout=120) [Introspect:8108]10.0.0.249 - - [2025-11-03 12:16:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001129 2025-11-03 12:16:26.46: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:26.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:16:30.65: NamespaceMonitor - Received BOOKMARK: oldResVer=2234 newResVer=2234 2025-11-03 12:16:30.65: NamespaceMonitor - start process kube event 2025-11-03 12:16:30.65: empty line received 2025-11-03 12:16:30.65: NamespaceMonitor - start process kube event 2025-11-03 12:16:31.63: stop iteration NamespaceMonitor 2025-11-03 12:16:31.63: NamespaceMonitor - start process kube event 2025-11-03 12:16:31.63: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2234 2025-11-03 12:16:31.63: NamespaceMonitor - Try to connect Kube API 10.0.0.249:6443 2025-11-03 12:16:31.63: NamespaceMonitor - Connect Kube API result 0 2025-11-03 12:16:31.63: NamespaceMonitor - _schedule_vnc_sync 2025-11-03 12:16:31.63: NamespaceMonitor - Start Watching request https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2234'})(timeout=120) 2025-11-03 12:16:31.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-03 12:16:31.63: VncKubernetes - vnc_sync - Namespace start 2025-11-03 12:16:31.63: VncKubernetes - vnc_sync - Namespace done 2025-11-03 12:16:31.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:16:31.64: NamespaceMonitor - Watches https://10.0.0.249:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2234'}) 2025-11-03 12:16:38.59: EndPointMonitor - Received BOOKMARK: oldResVer=2229 newResVer=2229 2025-11-03 12:16:38.59: EndPointMonitor - start process kube event 2025-11-03 12:16:38.59: empty line received 2025-11-03 12:16:38.59: EndPointMonitor - start process kube event 2025-11-03 12:16:39.11: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:39.11: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:39.11: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:39.11: PodMonitor - start process kube event 2025-11-03 12:16:39.11: empty line received 2025-11-03 12:16:39.11: PodMonitor - start process kube event 2025-11-03 12:16:39.16: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:16:40.11: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:40.11: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:40.11: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:16:40.11: PodMonitor - start process kube event 2025-11-03 12:16:40.11: empty line received 2025-11-03 12:16:40.11: PodMonitor - start process kube event 2025-11-03 12:16:40.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:16:41.39: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:41.39: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:41.39: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:16:41.39: PodMonitor - start process kube event 2025-11-03 12:16:41.39: empty line received 2025-11-03 12:16:41.39: PodMonitor - start process kube event 2025-11-03 12:16:41.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:16:58.99: PodMonitor - Received BOOKMARK: oldResVer=2152 newResVer=2443 2025-11-03 12:16:58.99: PodMonitor - start process kube event 2025-11-03 12:16:58.99: empty line received 2025-11-03 12:16:58.99: PodMonitor - start process kube event 2025-11-03 12:17:05.66: ServiceMonitor - Received BOOKMARK: oldResVer=2230 newResVer=2230 2025-11-03 12:17:05.66: ServiceMonitor - start process kube event 2025-11-03 12:17:05.66: ServiceMonitor - _schedule_vnc_sync 2025-11-03 12:17:05.66: empty line received 2025-11-03 12:17:05.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-03 12:17:05.66: VncKubernetes - vnc_sync - Service start 2025-11-03 12:17:05.66: VncKubernetes - vnc_sync - Service done 2025-11-03 12:17:05.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:17:05.67: ServiceMonitor - start process kube event 2025-11-03 12:17:13.23: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.23: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.23: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.23: PodMonitor - start process kube event 2025-11-03 12:17:13.23: empty line received 2025-11-03 12:17:13.23: PodMonitor - start process kube event 2025-11-03 12:17:13.24: PodMonitor - Received MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.24: PodMonitor - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.24: PodMonitor - start process kube event 2025-11-03 12:17:13.24: empty line received 2025-11-03 12:17:13.24: PodMonitor - start process kube event 2025-11-03 12:17:13.24: PodMonitor - Received DELETED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.24: PodMonitor - Got DELETED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.24: PodMonitor - start process kube event 2025-11-03 12:17:13.24: empty line received 2025-11-03 12:17:13.24: PodMonitor - start process kube event 2025-11-03 12:17:13.29: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-03 12:17:13.29: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.31: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:17:13.31: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:d7960b62-8ddf-4f23-a23a-b5ccaf173a27 2025-11-03 12:17:13.33: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:17:13.33: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:17:13.33: PodMonitor - start process kube event 2025-11-03 12:17:13.33: empty line received 2025-11-03 12:17:13.33: PodMonitor - start process kube event 2025-11-03 12:17:13.59: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-03 12:17:13.59: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:dfb8d742-24e7-412e-a816-b43728f17390 2025-11-03 12:17:13.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-03 12:17:18.57: NetworkMonitor - Received BOOKMARK: oldResVer=1306 newResVer=2417 2025-11-03 12:17:18.57: NetworkMonitor - start process kube event 2025-11-03 12:17:18.57: empty line received 2025-11-03 12:17:18.57: NetworkMonitor - start process kube event 2025-11-03 12:17:23.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2225 newResVer=2225 2025-11-03 12:17:23.39: NetworkPolicyMonitor - start process kube event 2025-11-03 12:17:23.39: empty line received 2025-11-03 12:17:23.39: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.249 - - [2025-11-03 12:17:32] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001333 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:17:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001201 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:17:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001188 [Introspect:8108]10.0.0.249 - - [2025-11-03 12:17:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001069