++ LOG_DIR=/var/log/contrail ++ export CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ CONTAINER_LOG_DIR=/var/log/contrail/kubernetes-kube-manager ++ mkdir -p /var/log/contrail/kubernetes-kube-manager ++ log_file=/var/log/contrail/kubernetes-kube-manager/console.log ++ touch /var/log/contrail/kubernetes-kube-manager/console.log ++ chmod 600 /var/log/contrail/kubernetes-kube-manager/console.log ++ exec +++ tee -a /var/log/contrail/kubernetes-kube-manager/console.log +++ date ++ echo 'INFO: =================== Sat Nov 1 04:05:32 PM UTC 2025 ===================' INFO: =================== Sat Nov 1 04:05:32 PM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ awk '{print $2}' +++++ ip route get 1 +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ awk '{print $2}' +++ grep 'inet ' +++ head -n 1 +++ ip addr show dev ens3 ++ DEFAULT_LOCAL_IP=10.0.0.130 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.130 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.130 ++ ANALYTICSDB_NODES=10.0.0.130 ++ ANALYTICS_SNMP_NODES=10.0.0.130 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:8081 ' +++ '[' -n '10.0.0.130:8081 ' ']' +++ echo 10.0.0.130:8081 ++ ANALYTICS_SERVERS=10.0.0.130:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:9042 ' +++ '[' -n '10.0.0.130:9042 ' ']' +++ echo 10.0.0.130:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.130:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.130 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:8086 ' +++ '[' -n '10.0.0.130:8086 ' ']' +++ echo 10.0.0.130:8086 ++ COLLECTOR_SERVERS=10.0.0.130:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.130 ++ CONFIGDB_NODES=10.0.0.130 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:8082 ' +++ '[' -n '10.0.0.130:8082 ' ']' +++ echo 10.0.0.130:8082 ++ CONFIG_SERVERS=10.0.0.130:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:9161 ' +++ '[' -n '10.0.0.130:9161 ' ']' +++ echo 10.0.0.130:9161 ++ CONFIGDB_SERVERS=10.0.0.130:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:9041 ' +++ '[' -n '10.0.0.130:9041 ' ']' +++ echo 10.0.0.130:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.130:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.130 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.130 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.130 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+=10.0.0.130:2181, +++ '[' -n 10.0.0.130:2181, ']' +++ echo 10.0.0.130:2181 ++ ZOOKEEPER_SERVERS=10.0.0.130:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:2181 ' +++ '[' -n '10.0.0.130:2181 ' ']' +++ echo 10.0.0.130:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.130:2181 ++ RABBITMQ_NODES=10.0.0.130 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+=10.0.0.130:5673, +++ '[' -n 10.0.0.130:5673, ']' +++ echo 10.0.0.130:5673 ++ RABBITMQ_SERVERS=10.0.0.130:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:6379 ' +++ '[' -n '10.0.0.130:6379 ' ']' +++ echo 10.0.0.130:6379 ++ REDIS_SERVERS=10.0.0.130:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.130 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.130 +++ local server_address=10.0.0.130 +++ extended_server_list+='10.0.0.130:9092 ' +++ '[' -n '10.0.0.130:9092 ' ']' +++ echo 10.0.0.130:9092 ++ KAFKA_SERVERS=10.0.0.130:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.130 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.130 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.130 ++ cut -d , -f 1 + local cassandra=10.0.0.130 + (( i=1 )) + (( i<=30 )) + nc -z 10.0.0.130 9041 + echo -e '\035\nquit' + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6Ii1oZXVmNTlxSV9UY2Y3bk1TLVNkRk5xSUZjUjF4c3FtNUxmMzBxaWZyVWMifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6ImI2MTU3YzA3LWJjOWEtNDFjMy1hZDdlLTFlMjJjMTAxNTg5MCIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.wP5qxkiItQWVETK3JEQFWoyCa_L5DSRp2UMRajw5F34r5LmlWwWeQCLl2wvGKuX_qnoXqd1I_xoDiPOAoS7v3tZQ_3mo9u-ZsZjTJURzMXjfiV_n10l8cNNPnIOniEhSkiq032X0mei6_CsZEGin6pFhTuBW8V_92XFn9fCL0R68QHMsA098KHi-7ctxnvYbLC_x-OK-UxvbaKB-T9FsCUNKLyRzZLe1entUyf1rBc1kvjhTtBWekNQUrBvt7Xcrbz5baGTo2B2nYfhCAFiQsFidzRw8EcqkXFmQoMsHLDytTOcB2X3kS7FFk-oPCODcI8cmkg42SjG0bJtd5fyivw ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.130 +++ local servers=10.0.0.130 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ tr '\n' , ++++ get_local_ips ++++ uniq ++++ sort ++++ grep -vi host ++++ awk '/32 host/ { print f } {f=$2}' ++++ cat /proc/net/fib_trie +++ local local_ips=,10.0.0.130,10.62.36.1,127.0.0.1,172.17.0.1,252.130.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.130'\''))' +++ local server_ip=10.0.0.130 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.130 ]] +++ [[ ,10.0.0.130,10.62.36.1,127.0.0.1,172.17.0.1,252.130.0.1,, =~ ,10\.0\.0\.130, ]] +++ echo 10.0.0.130 1 +++ return ++ local ip=10.0.0.130 ++ [[ -z 10.0.0.130 ]] ++ echo 10.0.0.130 + host_ip=10.0.0.130 + [[ cql == \c\q\l ]] ++ echo 10.0.0.130:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.130:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 ++ sort ++ grep '^KUBERNETES__.*__.*=.*$' + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 11/01/2025 16:05:39.809 7f0ca7fecc80 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 11/01/2025 16:05:39.971 7f0ca7fecc80 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 11/01/2025 16:05:39.971 7f0ca7fecc80 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.130 - - [2025-11-01 16:05:42] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2978 0.001779 2025-11-01 16:05:40.22: KubeMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:40.23: KubeMonitor - Connect Kube API result 0 2025-11-01 16:05:40.33: KubeMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/api/v1 2025-11-01 16:05:40.34: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/api/v1 2025-11-01 16:05:40.35: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1 2025-11-01 16:05:40.35: PodMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/api/v1 2025-11-01 16:05:40.36: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/api/v1 2025-11-01 16:05:40.37: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/apis/networking.k8s.io/v1 2025-11-01 16:05:40.38: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/api/v1 2025-11-01 16:05:40.39: IngressMonitor - KubeMonitor init done: url=https://10.0.0.130:6443/apis/networking.k8s.io/v1 2025-11-01 16:05:40.39: VncKubernetes - vnc_connect starting 2025-11-01 16:05:40.41: VncKubernetes - vnc_connect done 2025-11-01 16:05:40.60: default-domain domain available. 2025-11-01 16:05:46.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:05:46.42: NamespaceMonitor - start process kube event 2025-11-01 16:05:46.42: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.42: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.42: NetworkMonitor - start process kube event 2025-11-01 16:05:46.42: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.42: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.42: PodMonitor - start process kube event 2025-11-01 16:05:46.42: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.42: PodMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.42: ServiceMonitor - start process kube event 2025-11-01 16:05:46.42: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.42: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.42: NetworkPolicyMonitor - start process kube event 2025-11-01 16:05:46.42: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.42: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.42: EndPointMonitor - start process kube event 2025-11-01 16:05:46.42: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.42: EndPointMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.42: IngressMonitor - start process kube event 2025-11-01 16:05:46.43: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.43: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.43: IngressMonitor - Connect Kube API result 0 2025-11-01 16:05:46.43: IngressMonitor - Start init url=https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-11-01 16:05:46.43: EndPointMonitor - Connect Kube API result 0 2025-11-01 16:05:46.43: EndPointMonitor - Start init url=https://10.0.0.130:6443/api/v1/endpoints resource_version=None 2025-11-01 16:05:46.43: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 16:05:46.43: NetworkPolicyMonitor - Start init url=https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-11-01 16:05:46.43: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:05:46.43: ServiceMonitor - Start init url=https://10.0.0.130:6443/api/v1/services resource_version=None 2025-11-01 16:05:46.43: PodMonitor - Connect Kube API result 0 2025-11-01 16:05:46.43: PodMonitor - Start init url=https://10.0.0.130:6443/api/v1/pods resource_version=None 2025-11-01 16:05:46.43: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:05:46.44: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:05:46.44: NamespaceMonitor - Start init url=https://10.0.0.130:6443/api/v1/namespaces resource_version=None 2025-11-01 16:05:46.49: IngressMonitor - Done init url=https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses, resource_version=429 2025-11-01 16:05:46.49: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.49: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:05:46.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:05:46.49: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:05:46.49: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:05:46.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:05:46.49: NetworkPolicyMonitor - Done init url=https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=429 2025-11-01 16:05:46.49: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.49: NetworkPolicyMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:05:46.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:05:46.50: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:05:46.50: EndPointMonitor - Got ADDED Endpoints default:kubernetes:8261b6b6-dfdd-4bab-afcc-5a25ea0e8789 2025-11-01 16:05:46.51: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:05:46.51: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:05:46.51: PodMonitor - Done init url=https://10.0.0.130:6443/api/v1/pods, resource_version=429 2025-11-01 16:05:46.51: PodMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.51: PodMonitor - Start Watching request https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:05:46.51: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:05:46.52: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:05:46.52: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:8261b6b6-dfdd-4bab-afcc-5a25ea0e8789 2025-11-01 16:05:46.52: PodMonitor - Watches https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:05:46.52: NetworkPolicyMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:05:46.52: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:05:46.52: EndPointMonitor - Done init url=https://10.0.0.130:6443/api/v1/endpoints, resource_version=429 2025-11-01 16:05:46.52: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.52: EndPointMonitor - Start Watching request https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:05:46.52: NamespaceMonitor - Got ADDED Namespace None:contrail:f267321b-c3b8-4e9f-925c-601e3de52c45 2025-11-01 16:05:46.53: ServiceMonitor - Got ADDED Service default:kubernetes:8f3cb66d-ffd4-4ac7-a90d-74e00285b840 2025-11-01 16:05:46.53: NetworkMonitor - Start init url=https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None [Introspect:8108]10.0.0.130 - - [2025-11-01 16:05:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001037 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:05:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001025 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:05:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001533 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:06:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001026 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:06:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001046 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:06:09] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001055 2025-11-01 16:05:46.53: EndPointMonitor - Watches https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:05:46.54: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-11-01 16:05:46.54: NamespaceMonitor - Got ADDED Namespace None:default:86a3c029-67b3-4ce5-b0a1-e4f1adc5f9b0 2025-11-01 16:05:46.54: NetworkMonitor - start process kube event 2025-11-01 16:05:46.54: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-11-01 16:05:46.54: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:05:46.54: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:05:46.54: ServiceMonitor - Got ADDED Service kube-system:kube-dns:f4418f08-0675-4b6e-9564-03d1e525f6b4 2025-11-01 16:05:46.55: ServiceMonitor - Done init url=https://10.0.0.130:6443/api/v1/services, resource_version=429 2025-11-01 16:05:46.55: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.55: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:05:46.55: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:05:46.56: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 16:05:46.56: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:05:46.56: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:01efab77-ee3e-4676-9f13-83674d0f53de 2025-11-01 16:05:46.56: NetworkMonitor - Start init url=https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-11-01 16:05:46.57: NamespaceMonitor - Got ADDED Namespace None:kube-public:963ef539-8a6e-4f8d-895e-da1faa595252 2025-11-01 16:05:46.58: NamespaceMonitor - Got ADDED Namespace None:kube-system:ff0f8875-eea5-476f-8e71-5ac8efe2eb17 2025-11-01 16:05:46.58: NamespaceMonitor - Done init url=https://10.0.0.130:6443/api/v1/namespaces, resource_version=429 2025-11-01 16:05:46.58: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.58: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:05:46.58: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:05:46.63: NetworkMonitor - Done init url=https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=433 2025-11-01 16:05:46.63: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:05:46.63: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'})(timeout=120) 2025-11-01 16:05:46.63: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'}) 2025-11-01 16:05:48.20: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:05:48.20: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:05:48.20: PodMonitor - start process kube event 2025-11-01 16:05:48.20: empty line received 2025-11-01 16:05:48.20: PodMonitor - start process kube event 2025-11-01 16:05:48.20: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-01 16:05:48.20: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:05:48.20: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:05:48.20: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:05:48.20: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:05:48.20: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:05:48.22: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:05:48.22: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:05:48.22: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:05:48.22: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-01 16:05:48.22: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:f267321b-c3b8-4e9f-925c-601e3de52c45 2025-11-01 16:05:50.45: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-01 16:05:50.45: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:8f3cb66d-ffd4-4ac7-a90d-74e00285b840 2025-11-01 16:05:51.93: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 16:05:51.93: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:86a3c029-67b3-4ce5-b0a1-e4f1adc5f9b0 2025-11-01 16:05:54.14: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-01 16:05:54.14: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:f4418f08-0675-4b6e-9564-03d1e525f6b4 2025-11-01 16:05:56.23: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-01 16:05:56.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:05:56.23: VncKubernetes - vnc_sync - Service start 2025-11-01 16:05:56.23: VncKubernetes - vnc_sync - Service done 2025-11-01 16:05:56.23: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 16:05:56.23: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:01efab77-ee3e-4676-9f13-83674d0f53de 2025-11-01 16:05:58.42: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 16:05:58.42: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:963ef539-8a6e-4f8d-895e-da1faa595252 2025-11-01 16:06:00.90: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:06:00.90: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:ff0f8875-eea5-476f-8e71-5ac8efe2eb17 2025-11-01 16:06:02.50: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:06:02.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:06:02.54: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:06:02.54: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:06:02.54: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:06:02.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:06:02.55: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:06:02.55: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:06:02.55: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:06:02.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:06:46.10: PodMonitor - Received BOOKMARK: oldResVer=429 newResVer=436 2025-11-01 16:06:46.10: PodMonitor - start process kube event 2025-11-01 16:06:46.10: empty line received 2025-11-01 16:06:46.10: PodMonitor - start process kube event [Introspect:8108]10.0.0.130 - - [2025-11-01 16:07:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001274 2025-11-01 16:07:46.22: PodMonitor - Received BOOKMARK: oldResVer=436 newResVer=436 2025-11-01 16:07:46.22: PodMonitor - start process kube event 2025-11-01 16:07:46.22: empty line received 2025-11-01 16:07:46.22: PodMonitor - start process kube event 2025-11-01 16:07:46.51: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:07:46.51: IngressMonitor - start process kube event 2025-11-01 16:07:46.51: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:07:46.51: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:07:46.51: IngressMonitor - Connect Kube API result 0 2025-11-01 16:07:46.51: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:07:46.51: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:07:46.51: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:07:46.51: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:07:46.51: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:07:46.51: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:07:46.52: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:07:46.52: NetworkPolicyMonitor - start process kube event 2025-11-01 16:07:46.52: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:07:46.52: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:07:46.52: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 16:07:46.52: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:07:46.52: NetworkPolicyMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:07:46.52: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:07:46.52: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:07:46.53: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:07:46.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:07:46.53: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:07:46.53: NetworkPolicyMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:07:46.54: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:07:46.54: EndPointMonitor - start process kube event 2025-11-01 16:07:46.54: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:07:46.54: EndPointMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:07:46.54: EndPointMonitor - Connect Kube API result 0 2025-11-01 16:07:46.54: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:07:46.54: EndPointMonitor - Start Watching request https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:07:46.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:07:46.54: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:07:46.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:07:46.54: EndPointMonitor - Watches https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:07:46.56: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:07:46.56: ServiceMonitor - start process kube event 2025-11-01 16:07:46.56: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:07:46.56: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:07:46.56: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:07:46.56: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:07:46.56: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:07:46.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:07:46.56: VncKubernetes - vnc_sync - Service start 2025-11-01 16:07:46.56: VncKubernetes - vnc_sync - Service done 2025-11-01 16:07:46.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:07:46.56: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:07:46.58: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:07:46.58: NamespaceMonitor - start process kube event 2025-11-01 16:07:46.58: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:07:46.58: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:07:46.58: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:07:46.58: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:07:46.58: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:07:46.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:07:46.58: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:07:46.58: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:07:46.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:07:46.59: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:07:46.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:07:46.64: NetworkMonitor - start process kube event 2025-11-01 16:07:46.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=433 2025-11-01 16:07:46.64: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:07:46.64: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:07:46.64: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:07:46.64: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'})(timeout=120) 2025-11-01 16:07:46.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:07:46.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:07:46.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:07:46.64: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'}) 2025-11-01 16:08:46.53: PodMonitor - Received BOOKMARK: oldResVer=436 newResVer=436 2025-11-01 16:08:46.53: PodMonitor - start process kube event 2025-11-01 16:08:46.53: empty line received 2025-11-01 16:08:46.53: PodMonitor - start process kube event 2025-11-01 16:09:46.53: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:09:46.53: IngressMonitor - start process kube event 2025-11-01 16:09:46.53: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:09:46.53: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:09:46.53: IngressMonitor - Connect Kube API result 0 2025-11-01 16:09:46.53: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:09:46.53: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:09:46.53: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:09:46.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:09:46.53: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:09:46.53: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:09:46.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:46.53: NetworkPolicyMonitor - start process kube event 2025-11-01 16:09:46.53: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:09:46.53: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:09:46.54: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 16:09:46.54: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:09:46.54: NetworkPolicyMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:09:46.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:09:46.54: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:09:46.54: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:09:46.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:46.54: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:09:46.55: EndPointMonitor - start process kube event 2025-11-01 16:09:46.55: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:09:46.55: EndPointMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:09:46.55: EndPointMonitor - Connect Kube API result 0 2025-11-01 16:09:46.55: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:09:46.55: EndPointMonitor - Start Watching request https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:09:46.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:09:46.55: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:09:46.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:46.55: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:09:46.55: NetworkPolicyMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:09:46.55: EndPointMonitor - Watches https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:09:46.57: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:09:46.57: ServiceMonitor - start process kube event 2025-11-01 16:09:46.57: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:09:46.57: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:09:46.57: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:09:46.57: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:09:46.57: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:09:46.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:09:46.57: VncKubernetes - vnc_sync - Service start 2025-11-01 16:09:46.57: VncKubernetes - vnc_sync - Service done 2025-11-01 16:09:46.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:46.57: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:09:46.59: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:09:46.59: NamespaceMonitor - start process kube event 2025-11-01 16:09:46.59: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:09:46.59: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:09:46.59: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:09:46.59: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:09:46.59: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:09:46.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:09:46.59: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:09:46.59: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:09:46.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:46.60: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:09:46.65: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:09:46.65: NetworkMonitor - start process kube event 2025-11-01 16:09:46.65: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=433 2025-11-01 16:09:46.65: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:09:46.65: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:09:46.65: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:09:46.65: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'})(timeout=120) 2025-11-01 16:09:46.65: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:09:46.65: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:09:46.65: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:46.65: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'}) 2025-11-01 16:09:47.12: PodMonitor - Received BOOKMARK: oldResVer=436 newResVer=436 2025-11-01 16:09:47.12: PodMonitor - start process kube event 2025-11-01 16:09:47.12: PodMonitor - _schedule_vnc_sync 2025-11-01 16:09:47.12: empty line received 2025-11-01 16:09:47.12: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:09:47.12: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:09:47.12: PodMonitor - start process kube event 2025-11-01 16:09:47.18: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:09:47.18: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:09:52.07: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:09:52.07: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:09:52.07: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:09:52.08: PodMonitor - start process kube event [Introspect:8108]10.0.0.130 - - [2025-11-01 16:11:46] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001155 2025-11-01 16:09:52.08: empty line received 2025-11-01 16:09:52.08: PodMonitor - start process kube event 2025-11-01 16:09:52.08: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:09:52.08: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:09:52.08: EndPointMonitor - start process kube event 2025-11-01 16:09:52.08: empty line received 2025-11-01 16:09:52.08: EndPointMonitor - start process kube event 2025-11-01 16:09:52.09: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:09:52.09: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:09:52.09: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:09:52.09: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:09:52.09: PodMonitor - start process kube event 2025-11-01 16:09:52.09: empty line received 2025-11-01 16:09:52.09: PodMonitor - start process kube event 2025-11-01 16:09:52.10: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:09:52.10: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:09:52.10: EndPointMonitor - start process kube event 2025-11-01 16:09:52.10: empty line received 2025-11-01 16:09:52.10: EndPointMonitor - start process kube event 2025-11-01 16:09:52.15: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:09:52.15: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:09:52.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:09:52.17: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:09:52.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:10:46.42: EndPointMonitor - Received BOOKMARK: oldResVer=429 newResVer=775 2025-11-01 16:10:46.42: EndPointMonitor - start process kube event 2025-11-01 16:10:46.42: empty line received 2025-11-01 16:10:46.42: EndPointMonitor - start process kube event 2025-11-01 16:10:47.70: PodMonitor - Received BOOKMARK: oldResVer=436 newResVer=773 2025-11-01 16:10:47.70: PodMonitor - start process kube event 2025-11-01 16:10:47.70: empty line received 2025-11-01 16:10:47.70: PodMonitor - start process kube event 2025-11-01 16:11:46.55: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:11:46.55: IngressMonitor - start process kube event 2025-11-01 16:11:46.55: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:11:46.55: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:11:46.55: IngressMonitor - Connect Kube API result 0 2025-11-01 16:11:46.55: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:11:46.55: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:11:46.55: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:11:46.55: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:11:46.55: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:11:46.55: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:11:46.55: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:11:46.55: NetworkPolicyMonitor - start process kube event 2025-11-01 16:11:46.55: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:11:46.55: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:11:46.55: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 16:11:46.56: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:11:46.56: NetworkPolicyMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:11:46.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:11:46.56: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:11:46.56: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:11:46.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:11:46.57: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:11:46.57: NetworkPolicyMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:11:46.57: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:11:46.57: ServiceMonitor - start process kube event 2025-11-01 16:11:46.57: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:11:46.57: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:11:46.57: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:11:46.58: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:11:46.58: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:11:46.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:11:46.58: VncKubernetes - vnc_sync - Service start 2025-11-01 16:11:46.58: VncKubernetes - vnc_sync - Service done 2025-11-01 16:11:46.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:11:46.58: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:11:46.60: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:11:46.60: NamespaceMonitor - start process kube event 2025-11-01 16:11:46.60: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:11:46.60: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:11:46.60: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:11:46.60: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:11:46.60: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:11:46.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:11:46.60: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:11:46.60: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:11:46.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:11:46.61: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:11:46.62: EndPointMonitor - Received BOOKMARK: oldResVer=775 newResVer=775 2025-11-01 16:11:46.62: EndPointMonitor - start process kube event 2025-11-01 16:11:46.62: empty line received 2025-11-01 16:11:46.62: EndPointMonitor - start process kube event 2025-11-01 16:11:46.65: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. [Introspect:8108]10.0.0.130 - - [2025-11-01 16:11:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001215 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:11:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001291 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:12:52] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001252 2025-11-01 16:11:46.66: NetworkMonitor - start process kube event 2025-11-01 16:11:46.66: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=433 2025-11-01 16:11:46.66: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:11:46.66: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:11:46.66: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:11:46.66: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'})(timeout=120) 2025-11-01 16:11:46.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:11:46.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:11:46.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:11:46.66: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'}) 2025-11-01 16:11:47.66: PodMonitor - Received BOOKMARK: oldResVer=773 newResVer=773 2025-11-01 16:11:47.66: PodMonitor - start process kube event 2025-11-01 16:11:47.66: empty line received 2025-11-01 16:11:47.66: PodMonitor - start process kube event 2025-11-01 16:12:46.68: EndPointMonitor - Received BOOKMARK: oldResVer=775 newResVer=775 2025-11-01 16:12:46.68: EndPointMonitor - start process kube event 2025-11-01 16:12:46.68: empty line received 2025-11-01 16:12:46.68: EndPointMonitor - start process kube event 2025-11-01 16:12:47.14: ServiceMonitor - Received BOOKMARK: oldResVer=429 newResVer=1006 2025-11-01 16:12:47.14: ServiceMonitor - start process kube event 2025-11-01 16:12:47.14: empty line received 2025-11-01 16:12:47.14: ServiceMonitor - start process kube event 2025-11-01 16:12:47.20: PodMonitor - Received BOOKMARK: oldResVer=773 newResVer=773 2025-11-01 16:12:47.20: PodMonitor - start process kube event 2025-11-01 16:12:47.20: empty line received 2025-11-01 16:12:47.20: PodMonitor - start process kube event 2025-11-01 16:13:13.59: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:13:13.59: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:13:13.59: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:13:13.59: PodMonitor - start process kube event 2025-11-01 16:13:13.59: empty line received 2025-11-01 16:13:13.59: PodMonitor - start process kube event 2025-11-01 16:13:13.61: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:13.61: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:13:13.61: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:13:13.61: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:13:13.61: EndPointMonitor - start process kube event 2025-11-01 16:13:13.61: empty line received 2025-11-01 16:13:13.61: EndPointMonitor - start process kube event 2025-11-01 16:13:13.63: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:13:13.63: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:13:13.63: PodMonitor - start process kube event 2025-11-01 16:13:13.63: empty line received 2025-11-01 16:13:13.63: PodMonitor - start process kube event 2025-11-01 16:13:13.65: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:13:13.65: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:13:13.65: EndPointMonitor - start process kube event 2025-11-01 16:13:13.65: empty line received 2025-11-01 16:13:13.66: EndPointMonitor - start process kube event 2025-11-01 16:13:14.10: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:13:14.10: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:13:14.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:13:14.16: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:13:14.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:46.03: EndPointMonitor - Received BOOKMARK: oldResVer=775 newResVer=1060 2025-11-01 16:13:46.03: EndPointMonitor - start process kube event 2025-11-01 16:13:46.03: empty line received 2025-11-01 16:13:46.03: EndPointMonitor - start process kube event 2025-11-01 16:13:46.57: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:13:46.57: IngressMonitor - start process kube event 2025-11-01 16:13:46.57: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:13:46.57: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:13:46.57: IngressMonitor - Connect Kube API result 0 2025-11-01 16:13:46.57: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:13:46.57: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:13:46.57: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:13:46.57: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:13:46.57: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:13:46.58: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:13:46.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:46.58: NetworkPolicyMonitor - start process kube event 2025-11-01 16:13:46.58: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:13:46.58: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:13:46.58: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 16:13:46.58: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:13:46.58: NetworkPolicyMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:13:46.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:13:46.58: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:13:46.58: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:13:46.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:46.59: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:13:46.59: NetworkPolicyMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:13:46.61: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:13:46.61: NamespaceMonitor - start process kube event 2025-11-01 16:13:46.61: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:13:46.61: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:13:46.61: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:13:46.61: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:13:46.61: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:13:46.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:13:46.62: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:13:46.62: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:13:46.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:46.62: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:13:46.67: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:13:46.67: NetworkMonitor - start process kube event 2025-11-01 16:13:46.67: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=433 2025-11-01 16:13:46.67: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:13:46.67: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:13:46.67: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:13:46.67: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'})(timeout=120) 2025-11-01 16:13:46.67: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:13:46.67: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:13:46.67: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:46.67: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'}) 2025-11-01 16:13:48.14: PodMonitor - Received BOOKMARK: oldResVer=773 newResVer=1056 2025-11-01 16:13:48.14: PodMonitor - start process kube event 2025-11-01 16:13:48.14: PodMonitor - _schedule_vnc_sync 2025-11-01 16:13:48.14: empty line received 2025-11-01 16:13:48.14: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:13:48.14: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:13:48.14: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:13:48.14: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:13:48.14: PodMonitor - start process kube event 2025-11-01 16:13:48.20: ServiceMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:13:48.20: ServiceMonitor - start process kube event 2025-11-01 16:13:48.20: empty line received 2025-11-01 16:13:48.20: ServiceMonitor - start process kube event 2025-11-01 16:14:26.45: PodMonitor - Received BOOKMARK: oldResVer=1056 newResVer=1056 2025-11-01 16:14:26.45: PodMonitor - start process kube event 2025-11-01 16:14:26.45: empty line received 2025-11-01 16:14:26.45: PodMonitor - start process kube event 2025-11-01 16:14:27.63: PodMonitor - Received BOOKMARK: oldResVer=1056 newResVer=1056 2025-11-01 16:14:27.64: PodMonitor - start process kube event 2025-11-01 16:14:27.64: empty line received 2025-11-01 16:14:27.64: PodMonitor - start process kube event 2025-11-01 16:14:28.88: stop iteration PodMonitor 2025-11-01 16:14:28.88: PodMonitor - start process kube event 2025-11-01 16:14:28.88: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1056 2025-11-01 16:14:28.88: PodMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:14:28.88: PodMonitor - Connect Kube API result 0 2025-11-01 16:14:28.88: PodMonitor - _schedule_vnc_sync 2025-11-01 16:14:28.88: PodMonitor - Start Watching request https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1056'})(timeout=120) 2025-11-01 16:14:28.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:14:28.88: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:14:28.88: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:14:28.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:14:28.89: PodMonitor - Watches https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1056'}) 2025-11-01 16:14:46.30: IngressMonitor - Received BOOKMARK: oldResVer=429 newResVer=1006 2025-11-01 16:14:46.30: IngressMonitor - start process kube event 2025-11-01 16:14:46.30: empty line received 2025-11-01 16:14:46.30: IngressMonitor - start process kube event 2025-11-01 16:14:46.45: EndPointMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-01 16:14:46.45: EndPointMonitor - start process kube event 2025-11-01 16:14:46.45: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:14:46.45: empty line received 2025-11-01 16:14:46.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:14:46.45: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:14:46.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:14:46.45: EndPointMonitor - start process kube event 2025-11-01 16:14:46.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=429 newResVer=1077 2025-11-01 16:14:46.50: NetworkPolicyMonitor - start process kube event 2025-11-01 16:14:46.50: empty line received 2025-11-01 16:14:46.50: NetworkPolicyMonitor - start process kube event 2025-11-01 16:14:48.08: ServiceMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:14:48.08: ServiceMonitor - start process kube event 2025-11-01 16:14:48.08: empty line received 2025-11-01 16:14:48.08: ServiceMonitor - start process kube event 2025-11-01 16:15:46.62: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:15:46.63: NamespaceMonitor - start process kube event 2025-11-01 16:15:46.63: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:15:46.63: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:15:46.63: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:15:46.63: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:15:46.63: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:15:46.63: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:15:46.63: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:15:46.63: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:15:46.63: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:15:46.64: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:15:46.68: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:15:46.68: NetworkMonitor - start process kube event 2025-11-01 16:15:46.68: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=433 2025-11-01 16:15:46.68: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:15:46.68: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:15:46.68: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:15:46.68: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'})(timeout=120) 2025-11-01 16:15:46.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) [Introspect:8108]10.0.0.130 - - [2025-11-01 16:15:47] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001388 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:15:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001505 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:15:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001292 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:17:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001066 2025-11-01 16:15:46.68: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:15:46.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:15:46.68: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '433'}) 2025-11-01 16:15:46.81: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1077 2025-11-01 16:15:46.81: NetworkPolicyMonitor - start process kube event 2025-11-01 16:15:46.81: empty line received 2025-11-01 16:15:46.81: NetworkPolicyMonitor - start process kube event 2025-11-01 16:15:46.84: IngressMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:15:46.84: IngressMonitor - start process kube event 2025-11-01 16:15:46.84: empty line received 2025-11-01 16:15:46.84: IngressMonitor - start process kube event 2025-11-01 16:15:47.06: EndPointMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-01 16:15:47.06: EndPointMonitor - start process kube event 2025-11-01 16:15:47.06: empty line received 2025-11-01 16:15:47.06: EndPointMonitor - start process kube event 2025-11-01 16:15:48.56: ServiceMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:15:48.56: ServiceMonitor - start process kube event 2025-11-01 16:15:48.56: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:15:48.56: empty line received 2025-11-01 16:15:48.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:15:48.56: VncKubernetes - vnc_sync - Service start 2025-11-01 16:15:48.56: VncKubernetes - vnc_sync - Service done 2025-11-01 16:15:48.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:15:48.56: ServiceMonitor - start process kube event 2025-11-01 16:16:28.90: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:16:28.90: PodMonitor - start process kube event 2025-11-01 16:16:28.90: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1056 2025-11-01 16:16:28.90: PodMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:16:28.90: PodMonitor - Connect Kube API result 0 2025-11-01 16:16:28.90: PodMonitor - _schedule_vnc_sync 2025-11-01 16:16:28.90: PodMonitor - Start Watching request https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1056'})(timeout=120) 2025-11-01 16:16:28.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:16:28.90: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:16:28.90: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:16:28.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:16:28.91: PodMonitor - Watches https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1056'}) 2025-11-01 16:16:46.22: IngressMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:16:46.22: IngressMonitor - start process kube event 2025-11-01 16:16:46.22: empty line received 2025-11-01 16:16:46.22: IngressMonitor - start process kube event 2025-11-01 16:16:46.70: NetworkMonitor - Received BOOKMARK: oldResVer=433 newResVer=1311 2025-11-01 16:16:46.70: NetworkMonitor - start process kube event 2025-11-01 16:16:46.70: empty line received 2025-11-01 16:16:46.70: NetworkMonitor - start process kube event 2025-11-01 16:16:46.98: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1077 2025-11-01 16:16:46.98: NetworkPolicyMonitor - start process kube event 2025-11-01 16:16:46.98: empty line received 2025-11-01 16:16:46.98: NetworkPolicyMonitor - start process kube event 2025-11-01 16:16:47.34: EndPointMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-01 16:16:47.34: EndPointMonitor - start process kube event 2025-11-01 16:16:47.34: empty line received 2025-11-01 16:16:47.34: EndPointMonitor - start process kube event 2025-11-01 16:16:48.46: ServiceMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:16:48.46: ServiceMonitor - start process kube event 2025-11-01 16:16:48.46: empty line received 2025-11-01 16:16:48.46: ServiceMonitor - start process kube event 2025-11-01 16:17:42.90: ServiceMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:17:42.90: ServiceMonitor - start process kube event 2025-11-01 16:17:42.90: empty line received 2025-11-01 16:17:42.90: ServiceMonitor - start process kube event 2025-11-01 16:17:44.86: stop iteration ServiceMonitor 2025-11-01 16:17:44.86: ServiceMonitor - start process kube event 2025-11-01 16:17:44.86: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1006 2025-11-01 16:17:44.86: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:17:44.86: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:17:44.86: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:17:44.86: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1006'})(timeout=120) 2025-11-01 16:17:44.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:17:44.86: VncKubernetes - vnc_sync - Service start 2025-11-01 16:17:44.86: VncKubernetes - vnc_sync - Service done 2025-11-01 16:17:44.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:17:44.86: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1006'}) 2025-11-01 16:17:46.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1077 2025-11-01 16:17:46.52: NetworkPolicyMonitor - start process kube event 2025-11-01 16:17:46.52: empty line received 2025-11-01 16:17:46.52: NetworkPolicyMonitor - start process kube event 2025-11-01 16:17:46.64: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:17:46.64: NamespaceMonitor - start process kube event 2025-11-01 16:17:46.64: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:17:46.64: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:17:46.64: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:17:46.64: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:17:46.64: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:17:46.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:17:46.64: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:17:46.64: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:17:46.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:17:46.65: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:17:47.04: NetworkMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-11-01 16:17:47.04: NetworkMonitor - start process kube event 2025-11-01 16:17:47.04: empty line received 2025-11-01 16:17:47.04: NetworkMonitor - start process kube event 2025-11-01 16:17:47.30: IngressMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:17:47.30: IngressMonitor - start process kube event 2025-11-01 16:17:47.30: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:17:47.30: empty line received 2025-11-01 16:17:47.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:17:47.31: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:17:47.31: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:17:47.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:17:47.31: IngressMonitor - start process kube event [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:22] "GET /Snh_NamespaceDatabaseList?namespace_uuid=86a3c029-67b3-4ce5-b0a1-e4f1adc5f9b0 HTTP/1.1" 200 753 0.000880 2025-11-01 16:17:47.58: EndPointMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-01 16:17:47.58: EndPointMonitor - start process kube event 2025-11-01 16:17:47.58: empty line received 2025-11-01 16:17:47.58: EndPointMonitor - start process kube event 2025-11-01 16:18:28.92: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:18:28.92: PodMonitor - start process kube event 2025-11-01 16:18:28.92: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1056 2025-11-01 16:18:28.92: PodMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:18:28.92: PodMonitor - Connect Kube API result 0 2025-11-01 16:18:28.92: PodMonitor - _schedule_vnc_sync 2025-11-01 16:18:28.92: PodMonitor - Start Watching request https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1056'})(timeout=120) 2025-11-01 16:18:28.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:18:28.92: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:18:28.92: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:18:28.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:18:28.93: PodMonitor - Watches https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1056'}) 2025-11-01 16:18:46.88: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1077 2025-11-01 16:18:46.88: NetworkPolicyMonitor - start process kube event 2025-11-01 16:18:46.88: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:18:46.88: empty line received 2025-11-01 16:18:46.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:18:46.88: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:18:46.88: NetworkPolicyMonitor - start process kube event 2025-11-01 16:18:46.89: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:18:46.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:18:47.08: NetworkMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-11-01 16:18:47.08: NetworkMonitor - start process kube event 2025-11-01 16:18:47.08: empty line received 2025-11-01 16:18:47.08: NetworkMonitor - start process kube event 2025-11-01 16:18:47.71: EndPointMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1060 2025-11-01 16:18:47.71: EndPointMonitor - start process kube event 2025-11-01 16:18:47.71: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:18:47.71: empty line received 2025-11-01 16:18:47.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:18:47.71: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:18:47.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:18:47.71: EndPointMonitor - start process kube event 2025-11-01 16:18:47.93: IngressMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1006 2025-11-01 16:18:47.93: IngressMonitor - start process kube event 2025-11-01 16:18:47.93: empty line received 2025-11-01 16:18:47.93: IngressMonitor - start process kube event 2025-11-01 16:18:48.40: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:18:48.40: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:18:48.40: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:18:48.40: PodMonitor - start process kube event 2025-11-01 16:18:48.40: empty line received 2025-11-01 16:18:48.40: PodMonitor - start process kube event 2025-11-01 16:18:48.41: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:18:48.42: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:18:48.42: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:18:48.42: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:18:48.42: EndPointMonitor - start process kube event 2025-11-01 16:18:48.42: empty line received 2025-11-01 16:18:48.42: EndPointMonitor - start process kube event 2025-11-01 16:18:48.44: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:18:48.44: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:18:48.44: PodMonitor - start process kube event 2025-11-01 16:18:48.44: empty line received 2025-11-01 16:18:48.44: PodMonitor - start process kube event 2025-11-01 16:18:48.45: EndPointMonitor - Received MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:18:48.45: EndPointMonitor - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:18:48.45: EndPointMonitor - start process kube event 2025-11-01 16:18:48.45: empty line received 2025-11-01 16:18:48.45: EndPointMonitor - start process kube event 2025-11-01 16:18:48.85: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:18:48.85: VncKubernetes - Process event (name=coredns-6f867cd986-jtqn5 event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-jtqn5:003de1f7-d4e5-46ca-81f0-5e1c9e9ca00e 2025-11-01 16:18:48.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:18:48.91: VncKubernetes - Process event (name=kube-dns event_type=MODIFIED kind=Endpoints ns=kube-system) VncEndpoints - Got MODIFIED Endpoints kube-system:kube-dns:03d718ad-020d-4ee7-98a9-d42a71002b6d 2025-11-01 16:18:49.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:22.63: ServiceMonitor - Received ADDED Service default:ctest-nginx-svc-55720984:e32df16e-84bd-424c-80d8-f23d3da0f117 2025-11-01 16:19:22.63: ServiceMonitor - Got ADDED Service default:ctest-nginx-svc-55720984:e32df16e-84bd-424c-80d8-f23d3da0f117 2025-11-01 16:19:22.63: VncKubernetes - Process event (name=ctest-nginx-svc-55720984 event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:ctest-nginx-svc-55720984:e32df16e-84bd-424c-80d8-f23d3da0f117 2025-11-01 16:19:22.63: ServiceMonitor - start process kube event 2025-11-01 16:19:22.63: empty line received 2025-11-01 16:19:22.63: ServiceMonitor - start process kube event 2025-11-01 16:19:22.63: EndPointMonitor - Received ADDED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:22.63: EndPointMonitor - Got ADDED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:22.63: EndPointMonitor - start process kube event 2025-11-01 16:19:22.63: empty line received 2025-11-01 16:19:22.63: EndPointMonitor - start process kube event 2025-11-01 16:19:22.66: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:22.66: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-11136905 (no nodeName) 2025-11-01 16:19:22.66: PodMonitor - start process kube event 2025-11-01 16:19:22.66: empty line received 2025-11-01 16:19:22.66: PodMonitor - start process kube event 2025-11-01 16:19:22.67: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:22.67: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:22.67: PodMonitor - start process kube event 2025-11-01 16:19:22.67: empty line received 2025-11-01 16:19:22.67: PodMonitor - start process kube event 2025-11-01 16:19:22.72: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:31] "GET /Snh_LoadbalancerDatabaseList?x=9cc4a014-2053-4dc3-85cb-30d1da898602 HTTP/1.1" 200 1869 0.000982 2025-11-01 16:19:22.72: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:22.72: PodMonitor - start process kube event 2025-11-01 16:19:22.72: empty line received 2025-11-01 16:19:22.72: PodMonitor - start process kube event 2025-11-01 16:19:22.73: PodMonitor - Received ADDED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:22.73: PodMonitor - Skipped ADDED Pod default:ctest-nginx-pod-42645662 (no nodeName) 2025-11-01 16:19:22.73: PodMonitor - start process kube event 2025-11-01 16:19:22.73: empty line received 2025-11-01 16:19:22.73: PodMonitor - start process kube event 2025-11-01 16:19:22.74: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:22.74: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:22.74: PodMonitor - start process kube event 2025-11-01 16:19:22.74: empty line received 2025-11-01 16:19:22.74: PodMonitor - start process kube event 2025-11-01 16:19:22.75: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:22.75: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:22.75: PodMonitor - start process kube event 2025-11-01 16:19:22.75: empty line received 2025-11-01 16:19:22.75: PodMonitor - start process kube event 2025-11-01 16:19:23.72: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 16:19:23.73: VncKubernetes - Process event (name=ctest-nginx-svc-55720984 event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:23.80: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:19:23.80: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:24.42: EndPointMonitor - Received BOOKMARK: oldResVer=1060 newResVer=1576 2025-11-01 16:19:24.43: EndPointMonitor - start process kube event 2025-11-01 16:19:24.43: empty line received 2025-11-01 16:19:24.43: EndPointMonitor - start process kube event 2025-11-01 16:19:24.71: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:24.71: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:24.71: PodMonitor - start process kube event 2025-11-01 16:19:24.71: empty line received 2025-11-01 16:19:24.71: PodMonitor - start process kube event 2025-11-01 16:19:24.72: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:19:24.72: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:24.80: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:19:24.80: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:25.45: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:25.45: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:25.46: PodMonitor - start process kube event 2025-11-01 16:19:25.46: empty line received 2025-11-01 16:19:25.46: PodMonitor - start process kube event 2025-11-01 16:19:25.47: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:19:25.47: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:25.49: EndPointMonitor - Received BOOKMARK: oldResVer=1576 newResVer=1576 2025-11-01 16:19:25.49: EndPointMonitor - start process kube event 2025-11-01 16:19:25.49: empty line received 2025-11-01 16:19:25.49: EndPointMonitor - start process kube event 2025-11-01 16:19:25.59: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:19:25.59: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:25.60: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:19:25.60: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:25.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:26.56: stop iteration EndPointMonitor 2025-11-01 16:19:26.56: EndPointMonitor - start process kube event 2025-11-01 16:19:26.56: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1576 2025-11-01 16:19:26.56: EndPointMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:19:26.56: EndPointMonitor - Connect Kube API result 0 2025-11-01 16:19:26.56: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:19:26.56: EndPointMonitor - Start Watching request https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1576'})(timeout=120) 2025-11-01 16:19:26.56: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:19:26.56: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:19:26.56: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:26.56: EndPointMonitor - Watches https://10.0.0.130:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1576'}) 2025-11-01 16:19:28.85: PodMonitor - Received BOOKMARK: oldResVer=1056 newResVer=1593 2025-11-01 16:19:28.85: PodMonitor - start process kube event 2025-11-01 16:19:28.85: empty line received 2025-11-01 16:19:28.85: PodMonitor - start process kube event 2025-11-01 16:19:28.88: IngressMonitor - Received ADDED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:19:28.88: IngressMonitor - Got ADDED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:19:28.88: VncKubernetes - Process event (name=ctest-nginx-ingress-06016457 event_type=ADDED kind=Ingress ns=default) VncIngress - Got ADDED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:19:28.88: IngressMonitor - start process kube event 2025-11-01 16:19:28.88: empty line received 2025-11-01 16:19:28.88: IngressMonitor - start process kube event 2025-11-01 16:19:29.97: IngressMonitor - Received MODIFIED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:19:29.97: IngressMonitor - Got MODIFIED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:19:29.97: IngressMonitor - start process kube event 2025-11-01 16:19:29.97: empty line received 2025-11-01 16:19:29.97: IngressMonitor - start process kube event 2025-11-01 16:19:31.02: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:19:31.02: VncKubernetes - Process event (name=ctest-nginx-ingress-06016457 event_type=MODIFIED kind=Ingress ns=default) VncIngress - Got MODIFIED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:19:31.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:31.90: PodMonitor - Received ADDED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:31.90: PodMonitor - Skipped ADDED Pod default:ctest-busybox-pod-55200856 (no nodeName) [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:41] "GET /Snh_VirtualMachineDatabaseList?x=4801bd70-5e8d-40f4-9e36-c47af1264509 HTTP/1.1" 200 2149 0.001208 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:42] "GET /Snh_VirtualMachineDatabaseList?x=5462a124-3947-4252-98e4-05ac160502c4 HTTP/1.1" 200 2149 0.000644 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:47] "GET /Snh_VirtualMachineDatabaseList?x=416e8516-4297-4246-9246-116043aa6933 HTTP/1.1" 200 2083 0.000902 2025-11-01 16:19:31.90: PodMonitor - start process kube event 2025-11-01 16:19:31.90: empty line received 2025-11-01 16:19:31.90: PodMonitor - start process kube event 2025-11-01 16:19:31.91: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:31.91: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:31.91: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:31.92: PodMonitor - start process kube event 2025-11-01 16:19:31.92: empty line received 2025-11-01 16:19:31.92: PodMonitor - start process kube event 2025-11-01 16:19:31.94: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:31.94: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:31.94: PodMonitor - start process kube event 2025-11-01 16:19:31.94: empty line received 2025-11-01 16:19:31.94: PodMonitor - start process kube event 2025-11-01 16:19:32.73: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:32.73: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:32.74: PodMonitor - start process kube event 2025-11-01 16:19:32.74: empty line received 2025-11-01 16:19:32.74: PodMonitor - start process kube event 2025-11-01 16:19:32.75: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:19:32.75: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:32.91: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:19:32.91: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:32.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:35.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:35.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:35.16: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:19:35.16: PodMonitor - start process kube event 2025-11-01 16:19:35.16: empty line received 2025-11-01 16:19:35.16: PodMonitor - start process kube event 2025-11-01 16:19:35.16: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:35.16: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:35.16: EndPointMonitor - start process kube event 2025-11-01 16:19:35.16: empty line received 2025-11-01 16:19:35.16: EndPointMonitor - start process kube event 2025-11-01 16:19:35.21: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:19:35.21: VncKubernetes - Process event (name=ctest-nginx-svc-55720984 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:35.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:37.16: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:37.16: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:37.16: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:19:37.16: PodMonitor - start process kube event 2025-11-01 16:19:37.16: empty line received 2025-11-01 16:19:37.16: PodMonitor - start process kube event 2025-11-01 16:19:37.16: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:37.16: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:37.16: EndPointMonitor - start process kube event 2025-11-01 16:19:37.16: empty line received 2025-11-01 16:19:37.16: EndPointMonitor - start process kube event 2025-11-01 16:19:37.17: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:19:37.17: VncKubernetes - Process event (name=ctest-nginx-svc-55720984 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:19:37.38: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:44.31: ServiceMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1575 2025-11-01 16:19:44.31: ServiceMonitor - start process kube event 2025-11-01 16:19:44.31: empty line received 2025-11-01 16:19:44.31: ServiceMonitor - start process kube event 2025-11-01 16:19:46.19: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:46.19: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:46.19: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:46.19: PodMonitor - start process kube event 2025-11-01 16:19:46.19: empty line received 2025-11-01 16:19:46.19: PodMonitor - start process kube event 2025-11-01 16:19:46.20: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:46.59: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1077 2025-11-01 16:19:46.59: NetworkPolicyMonitor - start process kube event 2025-11-01 16:19:46.59: empty line received 2025-11-01 16:19:46.59: NetworkPolicyMonitor - start process kube event 2025-11-01 16:19:46.65: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:19:46.65: NamespaceMonitor - start process kube event 2025-11-01 16:19:46.65: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=429 2025-11-01 16:19:46.65: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:19:46.65: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:19:46.65: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:19:46.65: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'})(timeout=120) 2025-11-01 16:19:46.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:19:46.66: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:19:46.66: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:19:46.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:46.66: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '429'}) 2025-11-01 16:19:47.38: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:47.39: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:47.39: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:53] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000987 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:19:56] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001366 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:00] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001440 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:22] "GET /Snh_LoadbalancerDatabaseList?x=9cc4a014-2053-4dc3-85cb-30d1da898602 HTTP/1.1" 200 1869 0.000651 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:23] "GET /Snh_LoadbalancerDatabaseList?x=9cc4a014-2053-4dc3-85cb-30d1da898602 HTTP/1.1" 200 313 0.000760 VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:19:47.39: PodMonitor - start process kube event 2025-11-01 16:19:47.39: empty line received 2025-11-01 16:19:47.39: PodMonitor - start process kube event 2025-11-01 16:19:47.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:47.58: NetworkMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-11-01 16:19:47.58: NetworkMonitor - start process kube event 2025-11-01 16:19:47.58: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:19:47.58: empty line received 2025-11-01 16:19:47.58: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:19:47.58: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:19:47.58: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:19:47.58: NetworkMonitor - start process kube event 2025-11-01 16:19:48.24: IngressMonitor - Received BOOKMARK: oldResVer=1006 newResVer=1601 2025-11-01 16:19:48.24: IngressMonitor - start process kube event 2025-11-01 16:19:48.24: empty line received 2025-11-01 16:19:48.24: IngressMonitor - start process kube event 2025-11-01 16:20:19.24: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.24: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.24: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.24: PodMonitor - start process kube event 2025-11-01 16:20:19.24: empty line received 2025-11-01 16:20:19.24: PodMonitor - start process kube event 2025-11-01 16:20:19.25: PodMonitor - Received MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.25: PodMonitor - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.25: PodMonitor - start process kube event 2025-11-01 16:20:19.25: empty line received 2025-11-01 16:20:19.25: PodMonitor - start process kube event 2025-11-01 16:20:19.25: PodMonitor - Received DELETED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.25: PodMonitor - Got DELETED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.25: PodMonitor - start process kube event 2025-11-01 16:20:19.25: empty line received 2025-11-01 16:20:19.25: PodMonitor - start process kube event 2025-11-01 16:20:19.26: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:20:19.26: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:19.27: VncKubernetes - Process event (name=ctest-busybox-pod-55200856 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-busybox-pod-55200856:416e8516-4297-4246-9246-116043aa6933 2025-11-01 16:20:19.57: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:22.46: IngressMonitor - Received DELETED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:20:22.46: IngressMonitor - Got DELETED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:20:22.46: VncKubernetes - Process event (name=ctest-nginx-ingress-06016457 event_type=DELETED kind=Ingress ns=default) VncIngress - Got DELETED Ingress default:ctest-nginx-ingress-06016457:9cc4a014-2053-4dc3-85cb-30d1da898602 2025-11-01 16:20:22.47: IngressMonitor - start process kube event 2025-11-01 16:20:22.47: empty line received 2025-11-01 16:20:22.47: IngressMonitor - start process kube event 2025-11-01 16:20:23.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:23.80: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:23.80: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:23.80: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:23.80: PodMonitor - start process kube event 2025-11-01 16:20:23.80: empty line received 2025-11-01 16:20:23.81: PodMonitor - start process kube event 2025-11-01 16:20:23.81: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:20:23.81: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:20:23.81: EndPointMonitor - start process kube event 2025-11-01 16:20:23.81: empty line received 2025-11-01 16:20:23.81: EndPointMonitor - start process kube event 2025-11-01 16:20:23.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:23.82: VncKubernetes - Process event (name=ctest-nginx-svc-55720984 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:20:23.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:25.25: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.25: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.25: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.25: PodMonitor - start process kube event 2025-11-01 16:20:25.25: empty line received 2025-11-01 16:20:25.25: PodMonitor - start process kube event 2025-11-01 16:20:25.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:25.27: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.27: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.28: PodMonitor - start process kube event 2025-11-01 16:20:25.28: empty line received 2025-11-01 16:20:25.28: PodMonitor - start process kube event 2025-11-01 16:20:25.29: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.29: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.29: PodMonitor - start process kube event 2025-11-01 16:20:25.29: empty line received 2025-11-01 16:20:25.29: PodMonitor - start process kube event 2025-11-01 16:20:25.33: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:25.33: VncKubernetes - Process event (name=ctest-nginx-pod-42645662 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-42645662:5462a124-3947-4252-98e4-05ac160502c4 2025-11-01 16:20:25.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:26.47: EndPointMonitor - Received BOOKMARK: oldResVer=1576 newResVer=1706 2025-11-01 16:20:26.47: EndPointMonitor - start process kube event 2025-11-01 16:20:26.47: empty line received 2025-11-01 16:20:26.47: EndPointMonitor - start process kube event 2025-11-01 16:20:28.61: PodMonitor - Received BOOKMARK: oldResVer=1593 newResVer=1711 2025-11-01 16:20:28.61: PodMonitor - start process kube event 2025-11-01 16:20:28.61: empty line received 2025-11-01 16:20:28.61: PodMonitor - start process kube event 2025-11-01 16:20:28.84: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:28.84: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:28.84: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:28.84: PodMonitor - start process kube event 2025-11-01 16:20:28.84: empty line received 2025-11-01 16:20:28.84: PodMonitor - start process kube event 2025-11-01 16:20:28.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:28.86: EndPointMonitor - Received MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:20:28.86: EndPointMonitor - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:20:28.86: VncKubernetes - Process event (name=ctest-nginx-svc-55720984 event_type=MODIFIED kind=Endpoints ns=default) VncEndpoints - Got MODIFIED Endpoints default:ctest-nginx-svc-55720984:8571163d-1d03-4df7-b084-002ef65bd396 2025-11-01 16:20:28.86: EndPointMonitor - start process kube event 2025-11-01 16:20:28.86: empty line received 2025-11-01 16:20:28.86: EndPointMonitor - start process kube event 2025-11-01 16:20:28.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:30.25: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.26: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.26: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.26: PodMonitor - start process kube event 2025-11-01 16:20:30.26: empty line received 2025-11-01 16:20:30.26: PodMonitor - start process kube event 2025-11-01 16:20:30.26: PodMonitor - Received MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.27: PodMonitor - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.27: PodMonitor - start process kube event 2025-11-01 16:20:30.27: empty line received 2025-11-01 16:20:30.27: PodMonitor - start process kube event 2025-11-01 16:20:30.28: PodMonitor - Received DELETED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.28: PodMonitor - Got DELETED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.28: PodMonitor - start process kube event 2025-11-01 16:20:30.28: empty line received 2025-11-01 16:20:30.28: PodMonitor - start process kube event 2025-11-01 16:20:30.33: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:20:30.33: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:30.34: VncKubernetes - Process event (name=ctest-nginx-pod-11136905 event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:ctest-nginx-pod-11136905:4801bd70-5e8d-40f4-9e36-c47af1264509 2025-11-01 16:20:30.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:34.16: NamespaceMonitor - Received ADDED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:20:34.16: NamespaceMonitor - Got ADDED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:20:34.16: VncKubernetes - Process event (name=ctest-new-default-84109149 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:20:34.16: NamespaceMonitor - start process kube event 2025-11-01 16:20:34.16: empty line received 2025-11-01 16:20:34.16: NamespaceMonitor - start process kube event 2025-11-01 16:20:35.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:37.18: NamespaceMonitor - Received ADDED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:20:37.18: NamespaceMonitor - Got ADDED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:20:37.18: VncKubernetes - Process event (name=ctest-non-default-05264098 event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:20:37.19: NamespaceMonitor - start process kube event 2025-11-01 16:20:37.19: empty line received 2025-11-01 16:20:37.19: NamespaceMonitor - start process kube event 2025-11-01 16:20:38.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:40.19: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:20:40.20: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:20:40.20: VncKubernetes - Process event (name=ctest-new-default-84109149 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:20:40.20: NamespaceMonitor - start process kube event 2025-11-01 16:20:40.20: empty line received 2025-11-01 16:20:40.20: NamespaceMonitor - start process kube event 2025-11-01 16:20:40.20: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:20:40.20: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:20:40.20: NamespaceMonitor - start process kube event 2025-11-01 16:20:40.20: empty line received 2025-11-01 16:20:40.20: NamespaceMonitor - start process kube event 2025-11-01 16:20:40.21: PodMonitor - Received ADDED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:40.22: PodMonitor - Skipped ADDED Pod ctest-new-default-84109149:ctest-pod-17205809 (no nodeName) 2025-11-01 16:20:40.22: PodMonitor - start process kube event 2025-11-01 16:20:40.22: empty line received 2025-11-01 16:20:40.22: PodMonitor - start process kube event 2025-11-01 16:20:40.24: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:40.24: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:40.24: PodMonitor - start process kube event 2025-11-01 16:20:40.24: empty line received 2025-11-01 16:20:40.24: PodMonitor - start process kube event 2025-11-01 16:20:40.25: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:40.25: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:40.25: PodMonitor - start process kube event 2025-11-01 16:20:40.25: empty line received 2025-11-01 16:20:40.25: PodMonitor - start process kube event 2025-11-01 16:20:40.26: PodMonitor - Received ADDED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:40.26: PodMonitor - Skipped ADDED Pod ctest-new-default-84109149:ctest-pod-43130089 (no nodeName) 2025-11-01 16:20:40.26: PodMonitor - start process kube event 2025-11-01 16:20:40.26: empty line received 2025-11-01 16:20:40.26: PodMonitor - start process kube event [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:40] "GET /Snh_NamespaceDatabaseList?namespace_uuid=4eac82d0-1644-4ff8-9045-0004208fe3ad HTTP/1.1" 200 866 0.000638 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:41] "GET /Snh_NamespaceDatabaseList?namespace_uuid=b8f10e57-1c37-48de-b7cb-296e7382cd51 HTTP/1.1" 200 866 0.003462 2025-11-01 16:20:40.27: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:40.27: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:40.27: PodMonitor - start process kube event 2025-11-01 16:20:40.27: empty line received 2025-11-01 16:20:40.27: PodMonitor - start process kube event 2025-11-01 16:20:40.29: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:40.29: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:40.29: PodMonitor - start process kube event 2025-11-01 16:20:40.29: empty line received 2025-11-01 16:20:40.29: PodMonitor - start process kube event 2025-11-01 16:20:40.31: PodMonitor - Received ADDED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:40.31: PodMonitor - Skipped ADDED Pod ctest-non-default-05264098:ctest-pod-00494391 (no nodeName) 2025-11-01 16:20:40.31: PodMonitor - start process kube event 2025-11-01 16:20:40.31: empty line received 2025-11-01 16:20:40.31: PodMonitor - start process kube event 2025-11-01 16:20:40.32: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:40.32: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:40.32: PodMonitor - start process kube event 2025-11-01 16:20:40.32: empty line received 2025-11-01 16:20:40.32: PodMonitor - start process kube event 2025-11-01 16:20:40.33: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:40.33: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:40.33: PodMonitor - start process kube event 2025-11-01 16:20:40.33: empty line received 2025-11-01 16:20:40.33: PodMonitor - start process kube event 2025-11-01 16:20:40.36: PodMonitor - Received ADDED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:40.36: PodMonitor - Skipped ADDED Pod ctest-non-default-05264098:ctest-pod-04995133 (no nodeName) 2025-11-01 16:20:40.36: PodMonitor - start process kube event 2025-11-01 16:20:40.36: empty line received 2025-11-01 16:20:40.36: PodMonitor - start process kube event 2025-11-01 16:20:40.37: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:40.37: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:40.37: PodMonitor - start process kube event 2025-11-01 16:20:40.37: empty line received 2025-11-01 16:20:40.37: PodMonitor - start process kube event 2025-11-01 16:20:40.38: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:40.38: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:40.38: PodMonitor - start process kube event 2025-11-01 16:20:40.38: empty line received 2025-11-01 16:20:40.38: PodMonitor - start process kube event 2025-11-01 16:20:40.39: PodMonitor - Received ADDED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:40.39: PodMonitor - Skipped ADDED Pod ctest-new-default-84109149:ctest-pod-17007440 (no nodeName) 2025-11-01 16:20:40.39: PodMonitor - start process kube event 2025-11-01 16:20:40.39: empty line received 2025-11-01 16:20:40.39: PodMonitor - start process kube event 2025-11-01 16:20:40.40: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:40.40: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:40.40: PodMonitor - start process kube event 2025-11-01 16:20:40.40: empty line received 2025-11-01 16:20:40.40: PodMonitor - start process kube event 2025-11-01 16:20:40.42: PodMonitor - Received ADDED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:40.42: PodMonitor - Skipped ADDED Pod ctest-new-default-84109149:ctest-pod-44565989 (no nodeName) 2025-11-01 16:20:40.42: PodMonitor - start process kube event 2025-11-01 16:20:40.42: empty line received 2025-11-01 16:20:40.42: PodMonitor - start process kube event 2025-11-01 16:20:40.42: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:40.42: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:40.42: PodMonitor - start process kube event 2025-11-01 16:20:40.42: empty line received 2025-11-01 16:20:40.42: PodMonitor - start process kube event 2025-11-01 16:20:40.44: PodMonitor - Received ADDED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:40.44: PodMonitor - Skipped ADDED Pod ctest-non-default-05264098:ctest-pod-10582605 (no nodeName) 2025-11-01 16:20:40.44: PodMonitor - start process kube event 2025-11-01 16:20:40.44: empty line received 2025-11-01 16:20:40.44: PodMonitor - start process kube event 2025-11-01 16:20:40.45: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:40.45: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:40.45: PodMonitor - start process kube event 2025-11-01 16:20:40.45: empty line received 2025-11-01 16:20:40.45: PodMonitor - start process kube event 2025-11-01 16:20:40.49: PodMonitor - Received ADDED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:40.49: PodMonitor - Skipped ADDED Pod ctest-non-default-05264098:ctest-pod-70072940 (no nodeName) 2025-11-01 16:20:40.49: PodMonitor - start process kube event 2025-11-01 16:20:40.49: empty line received 2025-11-01 16:20:40.49: PodMonitor - start process kube event 2025-11-01 16:20:40.49: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:40.49: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:40.50: PodMonitor - start process kube event 2025-11-01 16:20:40.50: empty line received 2025-11-01 16:20:40.50: PodMonitor - start process kube event 2025-11-01 16:20:40.82: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:20:40.82: VncKubernetes - Process event (name=ctest-non-default-05264098 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:20:41.05: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:41.05: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:41.05: PodMonitor - start process kube event 2025-11-01 16:20:41.05: empty line received 2025-11-01 16:20:41.05: PodMonitor - start process kube event 2025-11-01 16:20:41.32: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:20:41.32: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:42.27: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:42.27: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:42.27: PodMonitor - start process kube event 2025-11-01 16:20:42.27: empty line received 2025-11-01 16:20:42.27: PodMonitor - start process kube event 2025-11-01 16:20:42.29: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:20:42.30: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:42.46: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:20:42.46: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:42.65: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:42.65: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:42.65: PodMonitor - start process kube event 2025-11-01 16:20:42.65: empty line received 2025-11-01 16:20:42.65: PodMonitor - start process kube event 2025-11-01 16:20:43.05: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:43.05: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:43.05: PodMonitor - start process kube event 2025-11-01 16:20:43.05: empty line received 2025-11-01 16:20:43.05: PodMonitor - start process kube event 2025-11-01 16:20:43.08: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:43.08: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:43.08: PodMonitor - start process kube event 2025-11-01 16:20:43.08: empty line received 2025-11-01 16:20:43.08: PodMonitor - start process kube event 2025-11-01 16:20:43.09: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-01 16:20:43.09: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:43.23: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:20:43.23: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:43.45: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:43.45: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:43.45: PodMonitor - start process kube event 2025-11-01 16:20:43.45: empty line received 2025-11-01 16:20:43.45: PodMonitor - start process kube event 2025-11-01 16:20:44.12: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:44.12: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:44.12: PodMonitor - start process kube event 2025-11-01 16:20:44.12: empty line received 2025-11-01 16:20:44.12: PodMonitor - start process kube event 2025-11-01 16:20:44.13: VncKubernetes - wait event (qsize=14 timeout=120) 2025-11-01 16:20:44.13: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:44.20: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:20:44.20: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:44.56: ServiceMonitor - Received BOOKMARK: oldResVer=1575 newResVer=1575 2025-11-01 16:20:44.56: ServiceMonitor - start process kube event 2025-11-01 16:20:44.56: empty line received 2025-11-01 16:20:44.56: ServiceMonitor - start process kube event 2025-11-01 16:20:44.83: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:44.83: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:44.83: PodMonitor - start process kube event 2025-11-01 16:20:44.83: empty line received 2025-11-01 16:20:44.83: PodMonitor - start process kube event 2025-11-01 16:20:44.84: VncKubernetes - wait event (qsize=13 timeout=120) 2025-11-01 16:20:44.84: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:44.91: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:20:44.91: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:45.60: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:45.60: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:45.60: PodMonitor - start process kube event 2025-11-01 16:20:45.60: empty line received 2025-11-01 16:20:45.60: PodMonitor - start process kube event 2025-11-01 16:20:45.61: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:20:45.61: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:46.26: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:46.26: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:46.26: PodMonitor - start process kube event 2025-11-01 16:20:46.26: empty line received 2025-11-01 16:20:46.26: PodMonitor - start process kube event 2025-11-01 16:20:46.27: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:20:46.27: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:46.50: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1077 2025-11-01 16:20:46.50: NetworkPolicyMonitor - start process kube event 2025-11-01 16:20:46.50: empty line received 2025-11-01 16:20:46.50: NetworkPolicyMonitor - start process kube event 2025-11-01 16:20:46.51: NamespaceMonitor - Received BOOKMARK: oldResVer=429 newResVer=1754 2025-11-01 16:20:46.51: NamespaceMonitor - start process kube event 2025-11-01 16:20:46.51: empty line received 2025-11-01 16:20:46.51: NamespaceMonitor - start process kube event [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:51] "GET /Snh_VirtualMachineDatabaseList?x=49b90b89-ad33-4828-a7b1-e3e542706144 HTTP/1.1" 200 2483 0.000725 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:51] "GET /Snh_VirtualMachineDatabaseList?x=4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb HTTP/1.1" 200 2483 0.000769 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:51] "GET /Snh_VirtualMachineDatabaseList?x=006e2573-b031-44ec-834d-7bd5a73ab25d HTTP/1.1" 200 2483 0.000881 2025-11-01 16:20:46.97: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:46.97: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:46.97: PodMonitor - start process kube event 2025-11-01 16:20:46.97: empty line received 2025-11-01 16:20:46.97: PodMonitor - start process kube event 2025-11-01 16:20:46.98: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:20:46.98: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:47.49: NetworkMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-11-01 16:20:47.49: NetworkMonitor - start process kube event 2025-11-01 16:20:47.49: empty line received 2025-11-01 16:20:47.49: NetworkMonitor - start process kube event 2025-11-01 16:20:47.63: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:47.63: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:47.63: PodMonitor - start process kube event 2025-11-01 16:20:47.63: empty line received 2025-11-01 16:20:47.63: PodMonitor - start process kube event 2025-11-01 16:20:47.65: VncKubernetes - wait event (qsize=12 timeout=120) 2025-11-01 16:20:47.65: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:47.72: VncKubernetes - wait event (qsize=11 timeout=120) 2025-11-01 16:20:47.72: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:47.78: VncKubernetes - wait event (qsize=10 timeout=120) 2025-11-01 16:20:47.78: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:47.85: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 16:20:47.85: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:47.99: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-01 16:20:47.99: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:48.00: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-01 16:20:48.00: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:48.13: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 16:20:48.13: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:48.14: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 16:20:48.14: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:48.19: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:20:48.19: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:48.20: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:20:48.20: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:48.25: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:20:48.25: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:48.27: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:48.27: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:48.30: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:48.30: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:48.30: PodMonitor - start process kube event 2025-11-01 16:20:48.30: empty line received 2025-11-01 16:20:48.30: PodMonitor - start process kube event 2025-11-01 16:20:48.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:48.32: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:20:48.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:48.90: IngressMonitor - Received BOOKMARK: oldResVer=1601 newResVer=1701 2025-11-01 16:20:48.90: IngressMonitor - start process kube event 2025-11-01 16:20:48.90: empty line received 2025-11-01 16:20:48.90: IngressMonitor - start process kube event 2025-11-01 16:20:49.31: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:49.31: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:49.31: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:20:49.31: PodMonitor - start process kube event 2025-11-01 16:20:49.31: empty line received 2025-11-01 16:20:49.31: PodMonitor - start process kube event 2025-11-01 16:20:49.36: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:50.31: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:50.31: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:50.31: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:20:50.31: PodMonitor - start process kube event 2025-11-01 16:20:50.31: empty line received 2025-11-01 16:20:50.31: PodMonitor - start process kube event 2025-11-01 16:20:50.32: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:53.32: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:20:56] "GET /Snh_VirtualMachineDatabaseList?x=7541dbc4-c9f4-4b48-a16c-6defada36566 HTTP/1.1" 200 2483 0.000716 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:01] "GET /Snh_VirtualMachineDatabaseList?x=97995bec-63e3-492d-9160-641b293b87ee HTTP/1.1" 200 2413 0.000980 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:01] "GET /Snh_VirtualMachineDatabaseList?x=a9a2fdcf-fb11-4549-9707-7a71c9e2336d HTTP/1.1" 200 2413 0.000717 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:01] "GET /Snh_VirtualMachineDatabaseList?x=256b8095-ce04-412d-97d0-081252f2593a HTTP/1.1" 200 2413 0.000765 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:01] "GET /Snh_VirtualMachineDatabaseList?x=e08e800e-a782-4f4d-a486-766ecf0b5f85 HTTP/1.1" 200 2413 0.000663 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:03] "GET /Snh_LoadbalancerDatabaseList?x=bdea2442-1cd2-40cf-807f-306320d1d17e HTTP/1.1" 200 1687 0.000704 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:04] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=3ea7d348-425c-4b6e-b0fe-4374a6ee176c HTTP/1.1" 200 2095 0.000997 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:04] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=3ea7d348-425c-4b6e-b0fe-4374a6ee176c HTTP/1.1" 200 2095 0.000701 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:21:06] "GET /Snh_NetworkPolicyDatabaseList?network_policy_uuid=3ea7d348-425c-4b6e-b0fe-4374a6ee176c HTTP/1.1" 200 2302 0.000739 2025-11-01 16:20:53.32: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:53.32: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:20:53.32: PodMonitor - start process kube event 2025-11-01 16:20:53.32: empty line received 2025-11-01 16:20:53.32: PodMonitor - start process kube event 2025-11-01 16:20:53.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:57.32: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:57.32: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:57.32: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:20:57.32: PodMonitor - start process kube event 2025-11-01 16:20:57.32: empty line received 2025-11-01 16:20:57.32: PodMonitor - start process kube event 2025-11-01 16:20:57.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:20:58.33: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:58.33: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:58.33: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:20:58.33: PodMonitor - start process kube event 2025-11-01 16:20:58.33: empty line received 2025-11-01 16:20:58.33: PodMonitor - start process kube event 2025-11-01 16:20:58.33: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:58.34: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:58.34: PodMonitor - start process kube event 2025-11-01 16:20:58.34: empty line received 2025-11-01 16:20:58.34: PodMonitor - start process kube event 2025-11-01 16:20:58.34: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:58.34: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:20:58.34: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:58.34: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:58.34: PodMonitor - start process kube event 2025-11-01 16:20:58.34: empty line received 2025-11-01 16:20:58.34: PodMonitor - start process kube event 2025-11-01 16:20:58.39: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:20:58.39: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:20:58.42: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:21:02.12: ServiceMonitor - Received ADDED Service ctest-new-default-84109149:ctest-nginx-svc-54236717:bdea2442-1cd2-40cf-807f-306320d1d17e 2025-11-01 16:21:02.12: ServiceMonitor - Got ADDED Service ctest-new-default-84109149:ctest-nginx-svc-54236717:bdea2442-1cd2-40cf-807f-306320d1d17e 2025-11-01 16:21:02.12: VncKubernetes - Process event (name=ctest-nginx-svc-54236717 event_type=ADDED kind=Service ns=ctest-new-default-84109149) VncService - Got ADDED Service ctest-new-default-84109149:ctest-nginx-svc-54236717:bdea2442-1cd2-40cf-807f-306320d1d17e 2025-11-01 16:21:02.12: ServiceMonitor - start process kube event 2025-11-01 16:21:02.12: empty line received 2025-11-01 16:21:02.12: ServiceMonitor - start process kube event 2025-11-01 16:21:02.50: EndPointMonitor - Received ADDED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:21:02.50: EndPointMonitor - Got ADDED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:21:02.50: EndPointMonitor - start process kube event 2025-11-01 16:21:02.50: empty line received 2025-11-01 16:21:02.50: EndPointMonitor - start process kube event 2025-11-01 16:21:03.37: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:21:03.37: VncKubernetes - Process event (name=ctest-nginx-svc-54236717 event_type=ADDED kind=Endpoints ns=ctest-new-default-84109149) VncEndpoints - Got ADDED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:21:03.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:21:04.57: NetworkPolicyMonitor - Received ADDED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:21:04.57: NetworkPolicyMonitor - Got ADDED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:21:04.57: VncKubernetes - Process event (name=ingress-on-service event_type=ADDED kind=NetworkPolicy ns=ctest-new-default-84109149) VncNetworkPolicy - Got ADDED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:21:04.57: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:04.57: empty line received 2025-11-01 16:21:04.57: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:05.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:21:26.52: EndPointMonitor - Received BOOKMARK: oldResVer=1706 newResVer=1861 2025-11-01 16:21:26.52: EndPointMonitor - start process kube event 2025-11-01 16:21:26.52: empty line received 2025-11-01 16:21:26.52: EndPointMonitor - start process kube event 2025-11-01 16:21:28.41: PodMonitor - Received BOOKMARK: oldResVer=1711 newResVer=1853 2025-11-01 16:21:28.41: PodMonitor - start process kube event 2025-11-01 16:21:28.41: empty line received 2025-11-01 16:21:28.41: PodMonitor - start process kube event 2025-11-01 16:21:31.84: NetworkMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-11-01 16:21:31.84: NetworkMonitor - start process kube event 2025-11-01 16:21:31.84: empty line received 2025-11-01 16:21:31.84: NetworkMonitor - start process kube event 2025-11-01 16:21:32.89: NetworkMonitor - Received BOOKMARK: oldResVer=1311 newResVer=1311 2025-11-01 16:21:32.89: NetworkMonitor - start process kube event 2025-11-01 16:21:32.89: empty line received 2025-11-01 16:21:32.89: NetworkMonitor - start process kube event 2025-11-01 16:21:34.59: stop iteration NetworkMonitor 2025-11-01 16:21:34.59: NetworkMonitor - start process kube event 2025-11-01 16:21:34.59: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-11-01 16:21:34.59: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:21:34.59: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:21:34.59: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:21:34.59: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-11-01 16:21:34.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:21:34.59: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip [Introspect:8108]10.0.0.130 - - [2025-11-01 16:22:59] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001444 2025-11-01 16:21:34.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:21:34.61: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-11-01 16:21:44.15: ServiceMonitor - Received BOOKMARK: oldResVer=1575 newResVer=1860 2025-11-01 16:21:44.15: ServiceMonitor - start process kube event 2025-11-01 16:21:44.15: empty line received 2025-11-01 16:21:44.15: ServiceMonitor - start process kube event 2025-11-01 16:21:46.71: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1077 newResVer=1867 2025-11-01 16:21:46.71: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:46.71: empty line received 2025-11-01 16:21:46.71: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:46.96: NamespaceMonitor - Received BOOKMARK: oldResVer=1754 newResVer=1754 2025-11-01 16:21:46.96: NamespaceMonitor - start process kube event 2025-11-01 16:21:46.96: empty line received 2025-11-01 16:21:46.96: NamespaceMonitor - start process kube event 2025-11-01 16:21:49.11: IngressMonitor - Received BOOKMARK: oldResVer=1701 newResVer=1701 2025-11-01 16:21:49.11: IngressMonitor - start process kube event 2025-11-01 16:21:49.11: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:21:49.11: empty line received 2025-11-01 16:21:49.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:21:49.11: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:21:49.11: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:21:49.11: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:21:49.11: IngressMonitor - start process kube event 2025-11-01 16:21:52.21: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1867 newResVer=1867 2025-11-01 16:21:52.21: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:52.21: empty line received 2025-11-01 16:21:52.21: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:53.26: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1867 newResVer=1867 2025-11-01 16:21:53.27: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:53.27: empty line received 2025-11-01 16:21:53.27: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:54.77: stop iteration NetworkPolicyMonitor 2025-11-01 16:21:54.77: NetworkPolicyMonitor - start process kube event 2025-11-01 16:21:54.77: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1867 2025-11-01 16:21:54.77: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:21:54.77: NetworkPolicyMonitor - Connect Kube API result 0 2025-11-01 16:21:54.78: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:21:54.78: NetworkPolicyMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1867'})(timeout=120) 2025-11-01 16:21:54.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:21:54.78: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:21:54.78: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:21:54.78: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:21:54.79: NetworkPolicyMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1867'}) 2025-11-01 16:22:26.14: EndPointMonitor - Received BOOKMARK: oldResVer=1861 newResVer=1861 2025-11-01 16:22:26.14: EndPointMonitor - start process kube event 2025-11-01 16:22:26.14: empty line received 2025-11-01 16:22:26.14: EndPointMonitor - start process kube event 2025-11-01 16:22:28.81: PodMonitor - Received BOOKMARK: oldResVer=1853 newResVer=1853 2025-11-01 16:22:28.81: PodMonitor - start process kube event 2025-11-01 16:22:28.81: empty line received 2025-11-01 16:22:28.81: PodMonitor - start process kube event 2025-11-01 16:22:44.64: ServiceMonitor - Received BOOKMARK: oldResVer=1860 newResVer=1860 2025-11-01 16:22:44.64: ServiceMonitor - start process kube event 2025-11-01 16:22:44.64: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:22:44.64: empty line received 2025-11-01 16:22:44.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:22:44.64: VncKubernetes - vnc_sync - Service start 2025-11-01 16:22:44.64: VncKubernetes - vnc_sync - Service done 2025-11-01 16:22:44.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:22:44.64: ServiceMonitor - start process kube event 2025-11-01 16:22:47.02: NamespaceMonitor - Received BOOKMARK: oldResVer=1754 newResVer=1754 2025-11-01 16:22:47.02: NamespaceMonitor - start process kube event 2025-11-01 16:22:47.02: empty line received 2025-11-01 16:22:47.02: NamespaceMonitor - start process kube event 2025-11-01 16:22:48.30: IngressMonitor - Received BOOKMARK: oldResVer=1701 newResVer=1701 2025-11-01 16:22:48.30: IngressMonitor - start process kube event 2025-11-01 16:22:48.30: empty line received 2025-11-01 16:22:48.30: IngressMonitor - start process kube event 2025-11-01 16:23:04.24: NetworkPolicyMonitor - Received MODIFIED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:23:04.24: NetworkPolicyMonitor - Got MODIFIED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:23:04.24: VncKubernetes - Process event (name=ingress-on-service event_type=MODIFIED kind=NetworkPolicy ns=ctest-new-default-84109149) VncNetworkPolicy - Got MODIFIED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:23:04.24: NetworkPolicyMonitor - start process kube event 2025-11-01 16:23:04.24: empty line received 2025-11-01 16:23:04.24: NetworkPolicyMonitor - start process kube event 2025-11-01 16:23:05.53: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:23:10.51: IngressMonitor - Received BOOKMARK: oldResVer=1701 newResVer=1701 2025-11-01 16:23:10.51: IngressMonitor - start process kube event 2025-11-01 16:23:10.51: empty line received 2025-11-01 16:23:10.51: IngressMonitor - start process kube event 2025-11-01 16:23:11.71: IngressMonitor - Received BOOKMARK: oldResVer=1701 newResVer=1701 2025-11-01 16:23:11.72: IngressMonitor - start process kube event 2025-11-01 16:23:11.72: empty line received 2025-11-01 16:23:11.72: IngressMonitor - start process kube event 2025-11-01 16:23:12.81: stop iteration IngressMonitor 2025-11-01 16:23:12.81: IngressMonitor - start process kube event 2025-11-01 16:23:12.81: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1701 2025-11-01 16:23:12.81: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:23:12.81: IngressMonitor - Connect Kube API result 0 2025-11-01 16:23:12.81: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:23:12.81: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1701'})(timeout=120) 2025-11-01 16:23:12.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:23:12.82: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:23:12.82: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:23:12.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:23:12.83: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1701'}) 2025-11-01 16:23:26.49: EndPointMonitor - Received BOOKMARK: oldResVer=1861 newResVer=1861 2025-11-01 16:23:26.49: EndPointMonitor - start process kube event 2025-11-01 16:23:26.49: empty line received 2025-11-01 16:23:26.49: EndPointMonitor - start process kube event 2025-11-01 16:23:28.75: PodMonitor - Received BOOKMARK: oldResVer=1853 newResVer=1853 2025-11-01 16:23:28.75: PodMonitor - start process kube event 2025-11-01 16:23:28.75: PodMonitor - _schedule_vnc_sync 2025-11-01 16:23:28.75: empty line received 2025-11-01 16:23:28.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:23:28.75: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:23:28.75: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:23:28.75: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:23:28.75: PodMonitor - start process kube event 2025-11-01 16:23:34.61: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:23:34.61: NetworkMonitor - start process kube event 2025-11-01 16:23:34.61: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-11-01 16:23:34.61: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:23:34.61: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:23:34.62: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:23:34.62: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-11-01 16:23:34.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:23:34.62: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:23:34.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:23:34.63: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-11-01 16:23:45.12: ServiceMonitor - Received BOOKMARK: oldResVer=1860 newResVer=1860 2025-11-01 16:23:45.12: ServiceMonitor - start process kube event 2025-11-01 16:23:45.12: empty line received 2025-11-01 16:23:45.12: ServiceMonitor - start process kube event 2025-11-01 16:23:47.40: NamespaceMonitor - Received BOOKMARK: oldResVer=1754 newResVer=1754 2025-11-01 16:23:47.40: NamespaceMonitor - start process kube event 2025-11-01 16:23:47.40: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:23:47.40: empty line received 2025-11-01 16:23:47.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:23:47.40: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:23:47.40: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:23:47.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:23:47.40: NamespaceMonitor - start process kube event 2025-11-01 16:23:56.39: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1867 newResVer=2021 2025-11-01 16:23:56.39: NetworkPolicyMonitor - start process kube event 2025-11-01 16:23:56.39: empty line received 2025-11-01 16:23:56.39: NetworkPolicyMonitor - start process kube event 2025-11-01 16:24:06.73: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:06.73: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:06.73: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:06.73: PodMonitor - start process kube event 2025-11-01 16:24:06.73: empty line received 2025-11-01 16:24:06.73: PodMonitor - start process kube event 2025-11-01 16:24:06.74: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:06.74: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:06.74: PodMonitor - start process kube event 2025-11-01 16:24:06.74: empty line received 2025-11-01 16:24:06.74: PodMonitor - start process kube event 2025-11-01 16:24:06.74: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:06.75: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:06.75: EndPointMonitor - start process kube event 2025-11-01 16:24:06.75: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:24:06.75: empty line received 2025-11-01 16:24:06.75: EndPointMonitor - start process kube event 2025-11-01 16:24:06.75: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:06.75: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:06.75: PodMonitor - start process kube event 2025-11-01 16:24:06.75: empty line received 2025-11-01 16:24:06.75: PodMonitor - start process kube event 2025-11-01 16:24:06.78: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:06.78: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:06.78: PodMonitor - start process kube event 2025-11-01 16:24:06.78: empty line received 2025-11-01 16:24:06.78: PodMonitor - start process kube event 2025-11-01 16:24:06.78: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:06.78: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:06.78: PodMonitor - start process kube event 2025-11-01 16:24:06.78: empty line received 2025-11-01 16:24:06.78: PodMonitor - start process kube event 2025-11-01 16:24:06.80: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:06.80: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:06.80: PodMonitor - start process kube event 2025-11-01 16:24:06.80: empty line received 2025-11-01 16:24:06.80: PodMonitor - start process kube event 2025-11-01 16:24:06.80: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:06.80: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:06.80: PodMonitor - start process kube event 2025-11-01 16:24:06.80: empty line received 2025-11-01 16:24:06.80: PodMonitor - start process kube event 2025-11-01 16:24:06.80: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:06.80: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:06.80: PodMonitor - start process kube event 2025-11-01 16:24:06.80: empty line received 2025-11-01 16:24:06.80: PodMonitor - start process kube event 2025-11-01 16:24:06.80: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 16:24:06.80: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:06.80: EndPointMonitor - Received MODIFIED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:06.80: EndPointMonitor - Got MODIFIED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:06.80: EndPointMonitor - start process kube event 2025-11-01 16:24:06.80: empty line received 2025-11-01 16:24:06.80: EndPointMonitor - start process kube event 2025-11-01 16:24:06.81: VncKubernetes - wait event (qsize=9 timeout=120) 2025-11-01 16:24:06.81: VncKubernetes - Process event (name=ctest-nginx-svc-54236717 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-84109149) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:06.97: VncKubernetes - wait event (qsize=8 timeout=120) 2025-11-01 16:24:06.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:24:06.97: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:24:06.97: VncKubernetes - wait event (qsize=7 timeout=120) 2025-11-01 16:24:06.97: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:07.03: VncKubernetes - wait event (qsize=6 timeout=120) 2025-11-01 16:24:07.03: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:07.04: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 16:24:07.04: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:07.10: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:24:07.10: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:07.15: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:07.15: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.17: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:07.17: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:07.22: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:07.22: VncKubernetes - Process event (name=ctest-nginx-svc-54236717 event_type=MODIFIED kind=Endpoints ns=ctest-new-default-84109149) VncEndpoints - Got MODIFIED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:07.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:07.70: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:07.70: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:07.70: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:07.70: PodMonitor - start process kube event 2025-11-01 16:24:07.70: empty line received 2025-11-01 16:24:07.70: PodMonitor - start process kube event 2025-11-01 16:24:07.71: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.71: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.71: PodMonitor - start process kube event 2025-11-01 16:24:07.71: empty line received 2025-11-01 16:24:07.71: PodMonitor - start process kube event 2025-11-01 16:24:07.72: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.72: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.72: PodMonitor - start process kube event 2025-11-01 16:24:07.72: empty line received 2025-11-01 16:24:07.72: PodMonitor - start process kube event 2025-11-01 16:24:07.72: PodMonitor - Received DELETED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.72: PodMonitor - Got DELETED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.72: PodMonitor - start process kube event 2025-11-01 16:24:07.72: empty line received 2025-11-01 16:24:07.72: PodMonitor - start process kube event 2025-11-01 16:24:07.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:07.75: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.77: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:07.77: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.82: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:07.82: VncKubernetes - Process event (name=ctest-pod-04995133 event_type=DELETED kind=Pod ns=ctest-non-default-05264098) VncPod - Got DELETED Pod ctest-non-default-05264098:ctest-pod-04995133:7541dbc4-c9f4-4b48-a16c-6defada36566 2025-11-01 16:24:07.94: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:07.94: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:07.94: PodMonitor - start process kube event 2025-11-01 16:24:07.94: empty line received 2025-11-01 16:24:07.94: PodMonitor - start process kube event 2025-11-01 16:24:08.14: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.14: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.14: PodMonitor - start process kube event 2025-11-01 16:24:08.14: empty line received 2025-11-01 16:24:08.14: PodMonitor - start process kube event 2025-11-01 16:24:08.15: PodMonitor - Received DELETED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.15: PodMonitor - Got DELETED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.15: PodMonitor - start process kube event 2025-11-01 16:24:08.15: empty line received 2025-11-01 16:24:08.15: PodMonitor - start process kube event 2025-11-01 16:24:08.21: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:08.21: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.26: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:08.26: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.32: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:08.32: VncKubernetes - Process event (name=ctest-pod-43130089 event_type=DELETED kind=Pod ns=ctest-new-default-84109149) [Introspect:8108]10.0.0.130 - - [2025-11-01 16:24:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001160 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:24:17] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001080 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:24:21] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001227 VncPod - Got DELETED Pod ctest-new-default-84109149:ctest-pod-43130089:4a61d64d-7a1f-42d3-ab9c-2ba809fe66bb 2025-11-01 16:24:08.74: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:08.74: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:08.74: PodMonitor - start process kube event 2025-11-01 16:24:08.74: empty line received 2025-11-01 16:24:08.74: PodMonitor - start process kube event 2025-11-01 16:24:08.74: PodMonitor - Received DELETED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:08.74: PodMonitor - Got DELETED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:08.74: PodMonitor - start process kube event 2025-11-01 16:24:08.74: empty line received 2025-11-01 16:24:08.74: PodMonitor - start process kube event 2025-11-01 16:24:08.76: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:08.76: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:08.83: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:08.83: VncKubernetes - Process event (name=ctest-pod-17205809 event_type=DELETED kind=Pod ns=ctest-new-default-84109149) VncPod - Got DELETED Pod ctest-new-default-84109149:ctest-pod-17205809:49b90b89-ad33-4828-a7b1-e3e542706144 2025-11-01 16:24:09.14: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.14: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.14: PodMonitor - start process kube event 2025-11-01 16:24:09.14: empty line received 2025-11-01 16:24:09.14: PodMonitor - start process kube event 2025-11-01 16:24:09.29: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:09.29: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.34: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.34: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.34: PodMonitor - start process kube event 2025-11-01 16:24:09.34: empty line received 2025-11-01 16:24:09.34: PodMonitor - start process kube event 2025-11-01 16:24:09.34: PodMonitor - Received DELETED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.34: PodMonitor - Got DELETED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.34: PodMonitor - start process kube event 2025-11-01 16:24:09.34: empty line received 2025-11-01 16:24:09.34: PodMonitor - start process kube event 2025-11-01 16:24:09.35: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:09.35: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.40: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:09.40: VncKubernetes - Process event (name=ctest-pod-00494391 event_type=DELETED kind=Pod ns=ctest-non-default-05264098) VncPod - Got DELETED Pod ctest-non-default-05264098:ctest-pod-00494391:006e2573-b031-44ec-834d-7bd5a73ab25d 2025-11-01 16:24:09.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:26.24: EndPointMonitor - Received BOOKMARK: oldResVer=1861 newResVer=2118 2025-11-01 16:24:26.24: EndPointMonitor - start process kube event 2025-11-01 16:24:26.24: empty line received 2025-11-01 16:24:26.24: EndPointMonitor - start process kube event 2025-11-01 16:24:28.14: PodMonitor - Received BOOKMARK: oldResVer=1853 newResVer=2145 2025-11-01 16:24:28.14: PodMonitor - start process kube event 2025-11-01 16:24:28.14: empty line received 2025-11-01 16:24:28.14: PodMonitor - start process kube event 2025-11-01 16:24:37.76: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:37.76: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:37.76: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:37.76: PodMonitor - start process kube event 2025-11-01 16:24:37.76: empty line received 2025-11-01 16:24:37.76: PodMonitor - start process kube event 2025-11-01 16:24:37.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:37.78: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:37.78: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:37.78: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:37.79: PodMonitor - start process kube event 2025-11-01 16:24:37.79: empty line received 2025-11-01 16:24:37.79: PodMonitor - start process kube event 2025-11-01 16:24:37.81: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:37.81: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:37.81: PodMonitor - start process kube event 2025-11-01 16:24:37.81: empty line received 2025-11-01 16:24:37.81: PodMonitor - start process kube event 2025-11-01 16:24:37.85: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:37.85: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:37.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:38.06: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:38.06: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:38.06: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:38.06: PodMonitor - start process kube event 2025-11-01 16:24:38.06: empty line received 2025-11-01 16:24:38.06: PodMonitor - start process kube event 2025-11-01 16:24:38.07: PodMonitor - Received DELETED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:38.07: PodMonitor - Got DELETED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:38.07: PodMonitor - start process kube event 2025-11-01 16:24:38.07: empty line received 2025-11-01 16:24:38.07: PodMonitor - start process kube event 2025-11-01 16:24:38.08: PodMonitor - Received MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:38.08: PodMonitor - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:38.08: PodMonitor - start process kube event 2025-11-01 16:24:38.08: empty line received 2025-11-01 16:24:38.08: PodMonitor - start process kube event 2025-11-01 16:24:38.09: PodMonitor - Received DELETED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:38.09: PodMonitor - Got DELETED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:38.09: PodMonitor - start process kube event 2025-11-01 16:24:38.09: empty line received 2025-11-01 16:24:38.09: PodMonitor - start process kube event 2025-11-01 16:24:38.12: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:38.12: VncKubernetes - Process event (name=ctest-pod-44565989 event_type=DELETED kind=Pod ns=ctest-new-default-84109149) VncPod - Got DELETED Pod ctest-new-default-84109149:ctest-pod-44565989:256b8095-ce04-412d-97d0-081252f2593a 2025-11-01 16:24:38.16: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:38.16: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:38.16: PodMonitor - start process kube event 2025-11-01 16:24:38.16: empty line received 2025-11-01 16:24:38.17: PodMonitor - start process kube event 2025-11-01 16:24:38.17: PodMonitor - Received DELETED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:38.17: PodMonitor - Got DELETED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:38.17: PodMonitor - start process kube event 2025-11-01 16:24:38.17: empty line received 2025-11-01 16:24:38.17: PodMonitor - start process kube event 2025-11-01 16:24:38.62: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:24:38.62: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=MODIFIED kind=Pod ns=ctest-new-default-84109149) VncPod - Got MODIFIED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:38.63: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:38.63: VncKubernetes - Process event (name=ctest-pod-17007440 event_type=DELETED kind=Pod ns=ctest-new-default-84109149) VncPod - Got DELETED Pod ctest-new-default-84109149:ctest-pod-17007440:97995bec-63e3-492d-9160-641b293b87ee 2025-11-01 16:24:38.78: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:38.78: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:38.78: PodMonitor - start process kube event 2025-11-01 16:24:38.78: empty line received 2025-11-01 16:24:38.78: PodMonitor - start process kube event 2025-11-01 16:24:38.79: PodMonitor - Received MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:38.79: PodMonitor - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:38.79: PodMonitor - start process kube event 2025-11-01 16:24:38.79: empty line received 2025-11-01 16:24:38.79: PodMonitor - start process kube event 2025-11-01 16:24:38.79: PodMonitor - Received DELETED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:38.79: PodMonitor - Got DELETED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:38.79: PodMonitor - start process kube event 2025-11-01 16:24:38.79: empty line received 2025-11-01 16:24:38.79: PodMonitor - start process kube event 2025-11-01 16:24:39.19: VncKubernetes - wait event (qsize=5 timeout=120) 2025-11-01 16:24:39.19: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:39.24: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:24:39.25: VncKubernetes - Process event (name=ctest-pod-10582605 event_type=DELETED kind=Pod ns=ctest-non-default-05264098) VncPod - Got DELETED Pod ctest-non-default-05264098:ctest-pod-10582605:a9a2fdcf-fb11-4549-9707-7a71c9e2336d 2025-11-01 16:24:39.75: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:39.75: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:39.82: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:39.82: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=MODIFIED kind=Pod ns=ctest-non-default-05264098) VncPod - Got MODIFIED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:39.88: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:39.88: VncKubernetes - Process event (name=ctest-pod-70072940 event_type=DELETED kind=Pod ns=ctest-non-default-05264098) VncPod - Got DELETED Pod ctest-non-default-05264098:ctest-pod-70072940:e08e800e-a782-4f4d-a486-766ecf0b5f85 2025-11-01 16:24:40.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:41.94: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:41.94: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:41.94: VncKubernetes - Process event (name=ctest-non-default-05264098 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:41.94: NamespaceMonitor - start process kube event 2025-11-01 16:24:41.94: empty line received 2025-11-01 16:24:41.94: NamespaceMonitor - start process kube event 2025-11-01 16:24:42.30: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:45.34: ServiceMonitor - Received BOOKMARK: oldResVer=1860 newResVer=1860 2025-11-01 16:24:45.34: ServiceMonitor - start process kube event 2025-11-01 16:24:45.34: empty line received 2025-11-01 16:24:45.34: ServiceMonitor - start process kube event 2025-11-01 16:24:47.14: NamespaceMonitor - Received MODIFIED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:47.14: NamespaceMonitor - Got MODIFIED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:47.14: VncKubernetes - Process event (name=ctest-non-default-05264098 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:47.14: NamespaceMonitor - start process kube event 2025-11-01 16:24:47.14: empty line received 2025-11-01 16:24:47.14: NamespaceMonitor - start process kube event 2025-11-01 16:24:47.15: NamespaceMonitor - Received DELETED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:47.15: NamespaceMonitor - Got DELETED Namespace None:ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:47.15: NamespaceMonitor - start process kube event 2025-11-01 16:24:47.15: empty line received 2025-11-01 16:24:47.15: NamespaceMonitor - start process kube event 2025-11-01 16:24:47.38: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:47.38: VncKubernetes - Process event (name=ctest-non-default-05264098 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-non-default-05264098:b8f10e57-1c37-48de-b7cb-296e7382cd51 2025-11-01 16:24:47.98: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:47.98: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:47.99: NamespaceMonitor - start process kube event 2025-11-01 16:24:47.99: empty line received 2025-11-01 16:24:47.99: NamespaceMonitor - start process kube event 2025-11-01 16:24:48.08: NamespaceMonitor - Received BOOKMARK: oldResVer=1754 newResVer=2235 2025-11-01 16:24:48.08: NamespaceMonitor - start process kube event 2025-11-01 16:24:48.08: empty line received 2025-11-01 16:24:48.08: NamespaceMonitor - start process kube event 2025-11-01 16:24:48.44: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:48.44: VncKubernetes - Process event (name=ctest-new-default-84109149 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:48.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:53.14: EndPointMonitor - Received DELETED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:53.14: EndPointMonitor - Got DELETED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:53.14: VncKubernetes - Process event (name=ctest-nginx-svc-54236717 event_type=DELETED kind=Endpoints ns=ctest-new-default-84109149) VncEndpoints - Got DELETED Endpoints ctest-new-default-84109149:ctest-nginx-svc-54236717:41f9de11-be9d-4121-8882-5da28d654d1f 2025-11-01 16:24:53.14: EndPointMonitor - start process kube event 2025-11-01 16:24:53.14: empty line received 2025-11-01 16:24:53.14: EndPointMonitor - start process kube event 2025-11-01 16:24:53.15: ServiceMonitor - Received DELETED Service ctest-new-default-84109149:ctest-nginx-svc-54236717:bdea2442-1cd2-40cf-807f-306320d1d17e 2025-11-01 16:24:53.15: ServiceMonitor - Got DELETED Service ctest-new-default-84109149:ctest-nginx-svc-54236717:bdea2442-1cd2-40cf-807f-306320d1d17e 2025-11-01 16:24:53.15: ServiceMonitor - start process kube event 2025-11-01 16:24:53.15: empty line received 2025-11-01 16:24:53.15: ServiceMonitor - start process kube event 2025-11-01 16:24:53.16: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:53.16: VncKubernetes - Process event (name=ctest-nginx-svc-54236717 event_type=DELETED kind=Service ns=ctest-new-default-84109149) VncService - Got DELETED Service ctest-new-default-84109149:ctest-nginx-svc-54236717:bdea2442-1cd2-40cf-807f-306320d1d17e 2025-11-01 16:24:53.36: NetworkPolicyMonitor - Received DELETED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:24:53.36: NetworkPolicyMonitor - Got DELETED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:24:53.36: NetworkPolicyMonitor - start process kube event 2025-11-01 16:24:53.36: empty line received 2025-11-01 16:24:53.36: NetworkPolicyMonitor - start process kube event 2025-11-01 16:24:53.39: NamespaceMonitor - Received MODIFIED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:53.39: NamespaceMonitor - Got MODIFIED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:53.39: NamespaceMonitor - start process kube event 2025-11-01 16:24:53.39: empty line received 2025-11-01 16:24:53.39: NamespaceMonitor - start process kube event 2025-11-01 16:24:53.40: NamespaceMonitor - Received DELETED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:53.40: NamespaceMonitor - Got DELETED Namespace None:ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:53.40: NamespaceMonitor - start process kube event 2025-11-01 16:24:53.40: empty line received 2025-11-01 16:24:53.40: NamespaceMonitor - start process kube event 2025-11-01 16:24:53.48: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:24:53.48: VncKubernetes - Process event (name=ingress-on-service event_type=DELETED kind=NetworkPolicy ns=ctest-new-default-84109149) VncNetworkPolicy - Got DELETED NetworkPolicy ctest-new-default-84109149:ingress-on-service:3ea7d348-425c-4b6e-b0fe-4374a6ee176c 2025-11-01 16:24:54.40: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:24:54.40: VncKubernetes - Process event (name=ctest-new-default-84109149 event_type=MODIFIED kind=Namespace ns=None) VncNamespace - Got MODIFIED Namespace ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:54.75: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:24:54.75: VncKubernetes - Process event (name=ctest-new-default-84109149 event_type=DELETED kind=Namespace ns=None) VncNamespace - Got DELETED Namespace ctest-new-default-84109149:4eac82d0-1644-4ff8-9045-0004208fe3ad 2025-11-01 16:24:55.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:24:57.17: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2021 newResVer=2271 2025-11-01 16:24:57.17: NetworkPolicyMonitor - start process kube event 2025-11-01 16:24:57.17: empty line received 2025-11-01 16:24:57.17: NetworkPolicyMonitor - start process kube event 2025-11-01 16:25:12.83: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:25:12.83: IngressMonitor - start process kube event 2025-11-01 16:25:12.83: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1701 2025-11-01 16:25:12.83: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:25:12.83: IngressMonitor - Connect Kube API result 0 2025-11-01 16:25:12.83: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:25:12.83: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1701'})(timeout=120) 2025-11-01 16:25:12.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:25:12.83: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:25:12.83: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:25:12.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:25:12.86: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1701'}) 2025-11-01 16:25:13.45: NamespaceMonitor - Received BOOKMARK: oldResVer=2235 newResVer=2273 2025-11-01 16:25:13.45: NamespaceMonitor - start process kube event 2025-11-01 16:25:13.45: empty line received 2025-11-01 16:25:13.45: NamespaceMonitor - start process kube event 2025-11-01 16:25:14.45: NamespaceMonitor - Received BOOKMARK: oldResVer=2273 newResVer=2273 2025-11-01 16:25:14.45: NamespaceMonitor - start process kube event 2025-11-01 16:25:14.45: empty line received 2025-11-01 16:25:14.45: NamespaceMonitor - start process kube event 2025-11-01 16:25:15.87: stop iteration NamespaceMonitor 2025-11-01 16:25:15.87: NamespaceMonitor - start process kube event 2025-11-01 16:25:15.87: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2273 2025-11-01 16:25:15.87: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:25:15.87: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:25:15.87: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:25:15.87: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2273'})(timeout=120) 2025-11-01 16:25:15.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:25:15.87: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:25:15.87: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:25:15.88: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.130 - - [2025-11-01 16:26:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000970 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:26:44] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000946 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:27:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000989 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:27:14] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001010 2025-11-01 16:25:15.88: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2273'}) 2025-11-01 16:25:26.11: EndPointMonitor - Received BOOKMARK: oldResVer=2118 newResVer=2244 2025-11-01 16:25:26.11: EndPointMonitor - start process kube event 2025-11-01 16:25:26.11: empty line received 2025-11-01 16:25:26.11: EndPointMonitor - start process kube event 2025-11-01 16:25:28.53: PodMonitor - Received BOOKMARK: oldResVer=2145 newResVer=2194 2025-11-01 16:25:28.53: PodMonitor - start process kube event 2025-11-01 16:25:28.53: empty line received 2025-11-01 16:25:28.53: PodMonitor - start process kube event 2025-11-01 16:25:34.64: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:25:34.64: NetworkMonitor - start process kube event 2025-11-01 16:25:34.64: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-11-01 16:25:34.64: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:25:34.64: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:25:34.64: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:25:34.64: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-11-01 16:25:34.64: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:25:34.64: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:25:34.64: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:25:34.66: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-11-01 16:25:45.53: ServiceMonitor - Received BOOKMARK: oldResVer=1860 newResVer=2245 2025-11-01 16:25:45.53: ServiceMonitor - start process kube event 2025-11-01 16:25:45.53: empty line received 2025-11-01 16:25:45.53: ServiceMonitor - start process kube event 2025-11-01 16:25:56.54: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2271 newResVer=2271 2025-11-01 16:25:56.54: NetworkPolicyMonitor - start process kube event 2025-11-01 16:25:56.54: NetworkPolicyMonitor - _schedule_vnc_sync 2025-11-01 16:25:56.54: empty line received 2025-11-01 16:25:56.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-11-01 16:25:56.54: VncKubernetes - vnc_sync - NetworkPolicy start 2025-11-01 16:25:56.54: NetworkPolicyMonitor - start process kube event 2025-11-01 16:25:56.54: VncKubernetes - vnc_sync - NetworkPolicy done 2025-11-01 16:25:56.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:26:14.59: ServiceMonitor - Received BOOKMARK: oldResVer=2245 newResVer=2245 2025-11-01 16:26:14.59: ServiceMonitor - start process kube event 2025-11-01 16:26:14.59: empty line received 2025-11-01 16:26:14.59: ServiceMonitor - start process kube event 2025-11-01 16:26:15.73: ServiceMonitor - Received BOOKMARK: oldResVer=2245 newResVer=2245 2025-11-01 16:26:15.73: ServiceMonitor - start process kube event 2025-11-01 16:26:15.73: empty line received 2025-11-01 16:26:15.73: ServiceMonitor - start process kube event 2025-11-01 16:26:16.79: stop iteration ServiceMonitor 2025-11-01 16:26:16.79: ServiceMonitor - start process kube event 2025-11-01 16:26:16.79: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2245 2025-11-01 16:26:16.79: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:26:16.79: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:26:16.79: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:26:16.79: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2245'})(timeout=120) 2025-11-01 16:26:16.79: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:26:16.79: VncKubernetes - vnc_sync - Service start 2025-11-01 16:26:16.79: VncKubernetes - vnc_sync - Service done 2025-11-01 16:26:16.79: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:26:16.79: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2245'}) 2025-11-01 16:26:26.76: EndPointMonitor - Received BOOKMARK: oldResVer=2244 newResVer=2244 2025-11-01 16:26:26.76: EndPointMonitor - start process kube event 2025-11-01 16:26:26.76: empty line received 2025-11-01 16:26:26.76: EndPointMonitor - start process kube event 2025-11-01 16:26:28.39: PodMonitor - Received BOOKMARK: oldResVer=2194 newResVer=2194 2025-11-01 16:26:28.39: PodMonitor - start process kube event 2025-11-01 16:26:28.39: empty line received 2025-11-01 16:26:28.39: PodMonitor - start process kube event 2025-11-01 16:26:56.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2271 newResVer=2271 2025-11-01 16:26:56.57: NetworkPolicyMonitor - start process kube event 2025-11-01 16:26:56.57: empty line received 2025-11-01 16:26:56.57: NetworkPolicyMonitor - start process kube event 2025-11-01 16:26:58.05: PodMonitor - Received BOOKMARK: oldResVer=2194 newResVer=2194 2025-11-01 16:26:58.06: PodMonitor - start process kube event 2025-11-01 16:26:58.06: empty line received 2025-11-01 16:26:58.06: PodMonitor - start process kube event 2025-11-01 16:26:59.33: stop iteration PodMonitor 2025-11-01 16:26:59.33: PodMonitor - start process kube event 2025-11-01 16:26:59.33: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2194 2025-11-01 16:26:59.33: PodMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:26:59.33: PodMonitor - Connect Kube API result 0 2025-11-01 16:26:59.33: PodMonitor - _schedule_vnc_sync 2025-11-01 16:26:59.33: PodMonitor - Start Watching request https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2194'})(timeout=120) 2025-11-01 16:26:59.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-11-01 16:26:59.33: VncKubernetes - vnc_sync - Pod start 2025-11-01 16:26:59.33: VncKubernetes - vnc_sync - Pod done 2025-11-01 16:26:59.33: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:26:59.34: PodMonitor - Watches https://10.0.0.130:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2194'}) 2025-11-01 16:27:12.86: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:27:12.86: IngressMonitor - start process kube event 2025-11-01 16:27:12.86: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1701 2025-11-01 16:27:12.86: IngressMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:27:12.86: IngressMonitor - Connect Kube API result 0 2025-11-01 16:27:12.86: IngressMonitor - _schedule_vnc_sync 2025-11-01 16:27:12.86: IngressMonitor - Start Watching request https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1701'})(timeout=120) 2025-11-01 16:27:12.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-11-01 16:27:12.86: VncKubernetes - vnc_sync - Ingress start 2025-11-01 16:27:12.86: VncKubernetes - vnc_sync - Ingress done 2025-11-01 16:27:12.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:27:12.87: IngressMonitor - Watches https://10.0.0.130:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1701'}) 2025-11-01 16:27:14.38: PodMonitor - Received ADDED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:14.38: PodMonitor - Skipped ADDED Pod default:pingtest-sender (no nodeName) 2025-11-01 16:27:14.38: PodMonitor - start process kube event 2025-11-01 16:27:14.38: empty line received 2025-11-01 16:27:14.38: PodMonitor - start process kube event 2025-11-01 16:27:14.42: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:14.42: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:14.42: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:14.42: PodMonitor - start process kube event 2025-11-01 16:27:14.42: empty line received 2025-11-01 16:27:14.42: PodMonitor - start process kube event 2025-11-01 16:27:14.45: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:14.45: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:14.45: PodMonitor - start process kube event 2025-11-01 16:27:14.45: empty line received 2025-11-01 16:27:14.45: PodMonitor - start process kube event 2025-11-01 16:27:15.03: PodMonitor - Received ADDED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:15.03: PodMonitor - Skipped ADDED Pod default:pingtest-receiver (no nodeName) 2025-11-01 16:27:15.03: PodMonitor - start process kube event 2025-11-01 16:27:15.03: empty line received 2025-11-01 16:27:15.03: PodMonitor - start process kube event 2025-11-01 16:27:15.05: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:15.05: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:15.05: PodMonitor - start process kube event 2025-11-01 16:27:15.05: empty line received 2025-11-01 16:27:15.05: PodMonitor - start process kube event 2025-11-01 16:27:15.07: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:15.07: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:15.07: PodMonitor - start process kube event 2025-11-01 16:27:15.07: empty line received 2025-11-01 16:27:15.07: PodMonitor - start process kube event 2025-11-01 16:27:15.28: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:15.28: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:15.28: PodMonitor - start process kube event 2025-11-01 16:27:15.28: empty line received 2025-11-01 16:27:15.28: PodMonitor - start process kube event 2025-11-01 16:27:15.29: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:27:15.29: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:15.42: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:27:15.42: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:15.90: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:27:15.90: NamespaceMonitor - start process kube event 2025-11-01 16:27:15.90: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2273 2025-11-01 16:27:15.90: NamespaceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:27:15.90: NamespaceMonitor - Connect Kube API result 0 2025-11-01 16:27:15.90: NamespaceMonitor - _schedule_vnc_sync 2025-11-01 16:27:15.90: NamespaceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2273'})(timeout=120) 2025-11-01 16:27:15.91: NamespaceMonitor - Watches https://10.0.0.130:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2273'}) 2025-11-01 16:27:16.04: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:16.04: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:16.04: PodMonitor - start process kube event 2025-11-01 16:27:16.05: empty line received 2025-11-01 16:27:16.05: PodMonitor - start process kube event 2025-11-01 16:27:16.05: VncKubernetes - wait event (qsize=4 timeout=120) 2025-11-01 16:27:16.06: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:16.18: VncKubernetes - wait event (qsize=3 timeout=120) 2025-11-01 16:27:16.18: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:16.19: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:27:16.19: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-11-01 16:27:16.20: VncKubernetes - vnc_sync - Namespace start 2025-11-01 16:27:16.20: VncKubernetes - vnc_sync - Namespace done 2025-11-01 16:27:16.20: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:27:16.20: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:16.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:27:27.09: EndPointMonitor - Received BOOKMARK: oldResVer=2244 newResVer=2244 2025-11-01 16:27:27.09: EndPointMonitor - start process kube event 2025-11-01 16:27:27.09: empty line received 2025-11-01 16:27:27.09: EndPointMonitor - start process kube event 2025-11-01 16:27:29.04: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:29.04: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:29.04: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:29.05: PodMonitor - start process kube event 2025-11-01 16:27:29.05: empty line received 2025-11-01 16:27:29.05: PodMonitor - start process kube event 2025-11-01 16:27:29.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:27:30.05: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:30.05: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:30.05: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:27:30.05: PodMonitor - start process kube event 2025-11-01 16:27:30.05: empty line received 2025-11-01 16:27:30.05: PodMonitor - start process kube event 2025-11-01 16:27:30.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:27:30.98: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:30.98: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:30.98: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:27:30.98: PodMonitor - start process kube event 2025-11-01 16:27:30.98: empty line received 2025-11-01 16:27:30.98: PodMonitor - start process kube event 2025-11-01 16:27:31.03: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.130 - - [2025-11-01 16:27:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001413 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:28:15] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.001412 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:28:18] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000994 [Introspect:8108]10.0.0.130 - - [2025-11-01 16:28:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2957 0.000996 2025-11-01 16:27:34.66: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:27:34.66: NetworkMonitor - start process kube event 2025-11-01 16:27:34.66: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1311 2025-11-01 16:27:34.66: NetworkMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:27:34.66: NetworkMonitor - Connect Kube API result 0 2025-11-01 16:27:34.66: NetworkMonitor - _schedule_vnc_sync 2025-11-01 16:27:34.66: NetworkMonitor - Start Watching request https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'})(timeout=120) 2025-11-01 16:27:34.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-11-01 16:27:34.66: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-11-01 16:27:34.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:27:34.68: NetworkMonitor - Watches https://10.0.0.130:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1311'}) 2025-11-01 16:27:56.49: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2271 newResVer=2271 2025-11-01 16:27:56.49: NetworkPolicyMonitor - start process kube event 2025-11-01 16:27:56.49: empty line received 2025-11-01 16:27:56.49: NetworkPolicyMonitor - start process kube event 2025-11-01 16:27:59.64: PodMonitor - Received BOOKMARK: oldResVer=2194 newResVer=2497 2025-11-01 16:27:59.64: PodMonitor - start process kube event 2025-11-01 16:27:59.64: empty line received 2025-11-01 16:27:59.64: PodMonitor - start process kube event 2025-11-01 16:28:02.12: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.12: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.12: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.12: PodMonitor - start process kube event 2025-11-01 16:28:02.12: empty line received 2025-11-01 16:28:02.12: PodMonitor - start process kube event 2025-11-01 16:28:02.13: PodMonitor - Received MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.13: PodMonitor - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.13: PodMonitor - start process kube event 2025-11-01 16:28:02.13: empty line received 2025-11-01 16:28:02.13: PodMonitor - start process kube event 2025-11-01 16:28:02.13: PodMonitor - Received DELETED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.13: PodMonitor - Got DELETED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.13: PodMonitor - start process kube event 2025-11-01 16:28:02.13: empty line received 2025-11-01 16:28:02.13: PodMonitor - start process kube event 2025-11-01 16:28:02.14: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:28:02.14: VncKubernetes - Process event (name=pingtest-sender event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.19: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:28:02.19: VncKubernetes - Process event (name=pingtest-sender event_type=DELETED kind=Pod ns=default) VncPod - Got DELETED Pod default:pingtest-sender:ad627386-39cb-417c-827d-571528a4fa20 2025-11-01 16:28:02.25: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:02.25: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:02.25: PodMonitor - start process kube event 2025-11-01 16:28:02.25: empty line received 2025-11-01 16:28:02.25: PodMonitor - start process kube event 2025-11-01 16:28:02.63: VncKubernetes - wait event (qsize=1 timeout=120) 2025-11-01 16:28:02.63: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:02.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:28:16.80: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.130', port=6443): Read timed out. 2025-11-01 16:28:16.80: ServiceMonitor - start process kube event 2025-11-01 16:28:16.80: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2245 2025-11-01 16:28:16.80: ServiceMonitor - Try to connect Kube API 10.0.0.130:6443 2025-11-01 16:28:16.80: ServiceMonitor - Connect Kube API result 0 2025-11-01 16:28:16.80: ServiceMonitor - _schedule_vnc_sync 2025-11-01 16:28:16.80: ServiceMonitor - Start Watching request https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2245'})(timeout=120) 2025-11-01 16:28:16.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-11-01 16:28:16.80: VncKubernetes - vnc_sync - Service start 2025-11-01 16:28:16.80: VncKubernetes - vnc_sync - Service done 2025-11-01 16:28:16.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:28:16.87: ServiceMonitor - Watches https://10.0.0.130:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2245'}) 2025-11-01 16:28:27.86: EndPointMonitor - Received BOOKMARK: oldResVer=2244 newResVer=2244 2025-11-01 16:28:27.86: EndPointMonitor - start process kube event 2025-11-01 16:28:27.86: EndPointMonitor - _schedule_vnc_sync 2025-11-01 16:28:27.86: empty line received 2025-11-01 16:28:27.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-11-01 16:28:27.86: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-11-01 16:28:27.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-11-01 16:28:27.86: EndPointMonitor - start process kube event 2025-11-01 16:28:33.17: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.17: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.17: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.17: PodMonitor - start process kube event 2025-11-01 16:28:33.17: empty line received 2025-11-01 16:28:33.17: PodMonitor - start process kube event 2025-11-01 16:28:33.18: PodMonitor - Received MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.18: PodMonitor - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.18: PodMonitor - start process kube event 2025-11-01 16:28:33.18: empty line received 2025-11-01 16:28:33.18: PodMonitor - start process kube event 2025-11-01 16:28:33.18: PodMonitor - Received DELETED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.18: PodMonitor - Got DELETED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.18: PodMonitor - start process kube event 2025-11-01 16:28:33.18: empty line received 2025-11-01 16:28:33.18: PodMonitor - start process kube event 2025-11-01 16:28:33.20: VncKubernetes - wait event (qsize=2 timeout=120) 2025-11-01 16:28:33.20: VncKubernetes - Process event (name=pingtest-receiver event_type=MODIFIED kind=Pod ns=default) VncPod - Got MODIFIED Pod default:pingtest-receiver:323655ed-498b-427b-a1cc-a2ac9258e02f 2025-11-01 16:28:33.27: VncKubernetes - wait event (qsize=1 timeout=120)